-- Logs begin at Thu 2021-06-17 13:39:13 UTC, end at Thu 2021-06-17 14:45:50 UTC. -- Jun 17 14:21:55.432328 dv-cinder-796286-6-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 17 14:21:58.083302 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.common.config [-] Logging enabled! Jun 17 14:21:58.083902 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev360 Jun 17 14:21:58.084165 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93167) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 14:21:58.087316 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.common.config [-] Logging enabled! Jun 17 14:21:58.087570 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev360 Jun 17 14:21:58.087961 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93167) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 14:21:58.089032 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 14:21:58.089268 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 14:21:58.089771 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 14:21:58.090026 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 14:21:58.090293 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 14:21:58.090622 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.090923 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.091224 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.091458 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.091754 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.092048 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.092332 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.092622 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.092918 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.093203 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.093512 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.093799 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.094030 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.094310 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.094597 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.094885 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.095108 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] debug = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.095390 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.095817 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.096235 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.096514 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.096802 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.097083 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.097356 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.097664 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.097950 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.098277 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] host = dv-cinder-796286-6-smb {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.098554 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.098840 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.099128 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.099414 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.099692 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.099965 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.100248 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.100528 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.100799 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] log_file = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.101073 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.101362 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.101669 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.101961 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.102187 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.102410 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.102698 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.102983 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.103258 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.103533 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.103807 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.104601 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.104876 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.105143 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.105429 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.105737 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.106024 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.106297 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.106571 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.106840 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.107111 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.107392 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.107665 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.107937 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.108208 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.108747 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.109010 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.109280 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.109606 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.109896 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.110180 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.110469 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.110741 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.111023 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.111294 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.111565 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.111835 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] use_json = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.112107 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.112377 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.112658 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.112928 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.113198 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.113478 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.113765 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.114051 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:21:58.114348 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.114645 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.114944 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.115226 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.115517 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.115799 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.116087 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.116364 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.116652 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.116938 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.117225 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.117533 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.117819 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.118095 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.118390 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.118693 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.118988 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.119278 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.119660 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.120411 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.120693 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.120968 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.121254 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.121574 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.121867 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.122139 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.122417 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.122708 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.122983 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.123253 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.123531 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.123819 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.124098 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.124370 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.124649 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.124925 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.125196 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.125475 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.125763 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.126057 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.126330 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.126601 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.126871 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.127145 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.127414 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.127695 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.127972 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.128244 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.128513 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.128789 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.129062 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.129332 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.129635 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.129908 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.130184 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.130463 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.130730 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.131048 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.131319 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.131581 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.131857 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.132124 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.132399 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.132666 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.132936 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.133203 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.133492 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.133765 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.134051 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.134345 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.134619 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.134895 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.135212 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.135640 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.135790 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.136026 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.136298 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.136573 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.136844 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.137129 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.137410 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.137718 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.137999 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.138279 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.138571 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.138848 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.139127 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.139402 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.139676 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.139965 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.140251 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.140545 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.140834 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.141123 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.141412 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.141725 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.142009 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.142317 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.142597 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:21:58.142817 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 14:21:58.143056 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93167) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 17 14:21:58.486778 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:58.487052 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:21:58.487342 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:21:58.487674 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 17 14:21:58.873622 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:58.873913 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:58.874188 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:58.875488 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:58.875766 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:58.876033 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:58.908735 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:58.909013 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:58.909279 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:58.922805 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:58.923089 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:58.923358 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:58.952996 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:58.953276 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:58.953570 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:58.989146 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:58.989421 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:58.989716 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.222392 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.222986 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.222986 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.223139 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.224022 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.345392 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.345732 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.346015 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.346289 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.346561 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.346875 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.347136 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.347392 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.347645 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.347924 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.348185 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.348449 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.348708 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.348971 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.349226 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.349511 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.349784 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.350042 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.350312 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.350564 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.350843 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.351187 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.351438 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.351720 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.351969 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.352215 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.352613 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:21:59.352855 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:21:59.353094 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:21:59.353331 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:21:59.353593 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:21:59.353858 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:21:59.354224 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 17 14:21:59.358208 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 17 14:21:59.362367 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 17 14:21:59.366090 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Jun 17 14:21:59.367704 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 17 14:21:59.368147 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 17 14:21:59.368480 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 17 14:21:59.368861 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 17 14:21:59.372156 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 17 14:21:59.372410 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 17 14:21:59.372757 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 14:21:59.399852 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 17 14:21:59.400287 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.400588 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93167) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 17 14:21:59.401096 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.402548 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93167) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 17 14:21:59.402834 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 14:21:59.403083 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 17 14:21:59.406262 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.406545 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:21:59.470837 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 17 14:21:59.471072 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 17 14:21:59.471311 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 17 14:21:59.471673 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 17 14:21:59.492107 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_db.sqlalchemy.engines [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93167) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 17 14:22:00.160459 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.managers [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Initializing driver for type 'gre' Jun 17 14:22:00.160995 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] gre ID ranges: [(1, 1000)] Jun 17 14:22:00.451063 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.managers [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Initializing driver for type 'local' Jun 17 14:22:00.451694 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.managers [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Initializing driver for type 'vlan' Jun 17 14:22:00.570646 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] VlanTypeDriver initialization complete Jun 17 14:22:00.571009 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.managers [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Initializing driver for type 'vxlan' Jun 17 14:22:00.571516 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] vxlan ID ranges: [(1, 1000)] Jun 17 14:22:00.777202 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.managers [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Initializing extension driver 'port_security' Jun 17 14:22:00.777495 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.extensions.port_security [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] PortSecurityExtensionDriver initialization complete Jun 17 14:22:00.777849 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.managers [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Initializing mechanism driver 'openvswitch' Jun 17 14:22:00.778182 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.managers [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Initializing mechanism driver 'hyperv' Jun 17 14:22:00.784764 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.plugins.ml2.plugin [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:22:00.785567 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > port after_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.785936 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > port after_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.786296 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > port after_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.786690 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > subnet after_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.787045 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > subnet after_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.787394 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.787776 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > network after_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.788123 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > network after_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.788465 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > network after_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.788841 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > security_group after_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.789188 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > security_group after_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.789579 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.789957 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.790302 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.790639 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.791020 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > address_group after_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.791375 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > address_group after_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.791706 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.792045 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] ML2 OVO RPC backend initialized. {{(pid=93167) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 17 14:22:00.792741 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.793094 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.793530 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > network before_response 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.793875 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > networks before_response 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.794218 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > port before_response 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.794555 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > ports before_response 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.794895 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > subnet before_response 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.795228 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > subnets before_response 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.795566 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > network after_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.795901 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > network after_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.796230 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > network after_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.796562 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > port after_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.796894 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > port after_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.797228 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > port after_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.797592 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > subnet after_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.797926 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > subnet after_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.798254 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.798821 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.plugin [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Modular L2 Plugin initialization complete Jun 17 14:22:00.804096 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading services supported by the core plugin {{(pid=93167) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 17 14:22:00.804096 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.plugins.ml2.managers [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Got port-security extension from driver 'port_security' Jun 17 14:22:00.804096 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.extensions.vlantransparent [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Disabled vlantransparent extension. Jun 17 14:22:00.804096 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93167) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 17 14:22:00.804096 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading Plugin: router Jun 17 14:22:00.838977 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.839359 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router after_create 55549900 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.839726 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router before_create 55549900 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.840087 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.840456 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.840808 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router after_delete 55549900 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.841166 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.841549 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router after_create 55549900 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.841903 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router after_update 55549900 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.842250 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router after_update 55549900 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.842597 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.842954 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router after_update 55549900 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.843358 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router precommit_update 55549900 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.843723 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: port after_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.844060 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: port after_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.844396 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: subnet after_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.844732 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.845075 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.845420 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router precommit_create 55549900 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.845786 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: port before_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.846125 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router precommit_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.846479 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router after_update 55549900 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.846821 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.847173 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router precommit_create 55549900 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.847529 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.847875 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router precommit_update 55549900 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.848242 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > network after_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.849085 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Tracking information for resource: router configured {{(pid=93167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:22:00.849418 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Tracking information for resource: floatingip configured {{(pid=93167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 14:22:00.854355 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.db.l3_agentschedulers_db [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 17 14:22:00.854925 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: port after_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.855281 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: port after_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.855630 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: port after_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.855977 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: port after_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.856750 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router before_create 55550100 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.857113 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.857498 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router precommit_create 55550100 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.857867 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > router precommit_update 55550100 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.862592 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.services.provider_configuration [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Service providers = [] {{(pid=93167) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 17 14:22:00.862959 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.db.servicetype_db [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93167) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 17 14:22:00.865815 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.services.service_base [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93167) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 14:22:00.866161 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.services.service_base [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93167) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 14:22:00.866504 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.services.service_base [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93167) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 14:22:00.867366 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.services.service_base [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93167) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 14:22:00.867738 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.services.service_base [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 17 14:22:00.868111 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:22:00.868430 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 17 14:22:00.879326 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:22:00.879666 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading Plugin: auto_allocate Jun 17 14:22:00.886068 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: network precommit_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.886432 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: network precommit_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.886945 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:22:00.887265 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading Plugin: tag Jun 17 14:22:00.893791 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:22:00.894122 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading Plugin: timestamp Jun 17 14:22:00.897820 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:22:00.898527 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading Plugin: network_ip_availability Jun 17 14:22:00.905130 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.905533 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.905893 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:00.906627 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:22:00.906947 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading Plugin: flavors Jun 17 14:22:00.917871 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:22:00.918205 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading Plugin: revisions Jun 17 14:22:00.922600 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 14:22:00.922988 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_concurrency.lockutils [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.436s {{(pid=93167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:00.923842 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93167) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 17 14:22:00.924175 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Initializing extension manager. Jun 17 14:22:00.924675 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: __init__.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.925017 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: __pycache__ {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.925352 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.925706 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: address_group.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.926456 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.927029 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: address-group Jun 17 14:22:00.927351 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: address_scope.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.928040 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.928555 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: address-scope Jun 17 14:22:00.928873 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.929844 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.930349 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: router-admin-state-down-before-update Jun 17 14:22:00.930668 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: agent.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.931350 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.932358 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: agent Jun 17 14:22:00.932689 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: agent_resources_synced.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.933610 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.934116 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: agent-resources-synced Jun 17 14:22:00.934437 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: allowedaddresspairs.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.941539 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.942054 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: allowed-address-pairs Jun 17 14:22:00.942383 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: auto_allocated_topology.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.943628 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.944143 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: auto-allocated-topology Jun 17 14:22:00.944474 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: availability_zone.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.945149 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.945693 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: availability_zone Jun 17 14:22:00.946017 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: availability_zone_filter.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.946932 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.947439 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: availability_zone_filter Jun 17 14:22:00.948346 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: data_plane_status.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.949236 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.949774 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension data-plane-status not supported by any of loaded plugins Jun 17 14:22:00.950098 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: default_subnetpools.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.950986 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.951597 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: default-subnetpools Jun 17 14:22:00.951916 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.952713 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.953221 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: dhcp_agent_scheduler Jun 17 14:22:00.953577 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: dns.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.954463 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.954962 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension dns-integration not supported by any of loaded plugins Jun 17 14:22:00.955284 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: dns_domain_ports.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.956171 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.956674 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 17 14:22:00.956995 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: dvr.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.957680 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.958228 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: dvr Jun 17 14:22:00.958549 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: empty_string_filtering.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.959428 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.959938 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: empty-string-filtering Jun 17 14:22:00.960257 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.961135 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.961671 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 17 14:22:00.961991 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.962879 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.963443 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 17 14:22:00.963767 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: external_net.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.964648 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.965174 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: external-net Jun 17 14:22:00.965497 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.966383 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.966888 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: extra_dhcp_opt Jun 17 14:22:00.967205 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: extraroute.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.968085 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.968590 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: extraroute Jun 17 14:22:00.968911 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: extraroute_atomic.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.969976 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.970477 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: extraroute-atomic Jun 17 14:22:00.970797 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: filter_validation.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.971439 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.971938 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: filter-validation Jun 17 14:22:00.972263 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: fip_pf_description.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.973140 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.973674 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 17 14:22:00.973995 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: fip_port_details.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.974877 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.975380 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: fip-port-details Jun 17 14:22:00.975701 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: flavors.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.976879 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.977388 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: flavors Jun 17 14:22:00.977742 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.980718 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.981233 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 17 14:22:00.981595 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: floatingip_pools.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.982280 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.982791 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: floatingip-pools Jun 17 14:22:00.983117 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: ip_allocation.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.984296 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.984830 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension ip_allocation not supported by any of loaded plugins Jun 17 14:22:00.985153 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.986062 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.986613 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: ip-substring-filtering Jun 17 14:22:00.986936 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: l2_adjacency.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.987834 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.988335 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 17 14:22:00.988653 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: l3.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.989627 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.990144 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: router Jun 17 14:22:00.990467 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.992788 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.993307 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 17 14:22:00.993668 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.995204 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.995919 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: ext-gw-mode Jun 17 14:22:00.996247 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.997145 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.997680 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: l3-ha Jun 17 14:22:00.998030 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: l3_flavors.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:00.998912 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:00.999414 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: l3-flavors Jun 17 14:22:00.999735 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.000640 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.001151 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 17 14:22:01.001482 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: l3agentscheduler.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.003160 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.003160 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: l3_agent_scheduler Jun 17 14:22:01.003429 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: logging.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.004906 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.005431 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension logging not supported by any of loaded plugins Jun 17 14:22:01.005786 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: metering.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.006508 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.007086 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: metering Jun 17 14:22:01.007409 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.008474 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.008994 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: metering_source_and_destination_fields Jun 17 14:22:01.009319 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: multiprovidernet.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.011283 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.011863 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: multi-provider Jun 17 14:22:01.012202 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: netmtu.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.013092 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.013631 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: net-mtu Jun 17 14:22:01.013956 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: netmtu_writable.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.014954 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.015463 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: net-mtu-writable Jun 17 14:22:01.015784 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: network_availability_zone.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.016439 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.016946 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: network_availability_zone Jun 17 14:22:01.017265 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: network_ip_availability.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.018357 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.018870 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: network-ip-availability Jun 17 14:22:01.019195 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: network_segment_range.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.019941 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.020442 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension network-segment-range not supported by any of loaded plugins Jun 17 14:22:01.020764 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: pagination.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.021776 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.022106 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: pagination Jun 17 14:22:01.022427 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: port_device_profile.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.023326 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.023839 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: port-device-profile Jun 17 14:22:01.024159 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.025053 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.025611 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: port-mac-address-regenerate Jun 17 14:22:01.026056 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.032877 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.033338 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: port-numa-affinity-policy Jun 17 14:22:01.033692 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: port_resource_request.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.034575 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.035076 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension port-resource-request not supported by any of loaded plugins Jun 17 14:22:01.035397 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: portbindings.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.036297 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.036801 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: binding Jun 17 14:22:01.037120 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: portbindings_extended.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.038412 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.038970 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: binding-extended Jun 17 14:22:01.039290 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: portsecurity.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.040188 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.040697 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: port-security Jun 17 14:22:01.041018 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: project_id.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.042162 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.042490 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: project-id Jun 17 14:22:01.042814 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: providernet.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.043807 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.044319 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: provider Jun 17 14:22:01.044640 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: qos.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.048384 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.048909 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension qos not supported by any of loaded plugins Jun 17 14:22:01.049244 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.050545 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.051062 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 17 14:22:01.051390 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.052280 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.052795 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 17 14:22:01.053119 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: qos_default.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.054025 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.054537 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension qos-default not supported by any of loaded plugins Jun 17 14:22:01.054863 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: qos_fip.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.055500 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.056002 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension qos-fip not supported by any of loaded plugins Jun 17 14:22:01.056322 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: qos_gateway_ip.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.057873 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.058386 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 17 14:22:01.058709 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: qos_port_network_policy.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.059595 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.060107 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 17 14:22:01.060431 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: qos_rule_type_details.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.061316 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.061891 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 17 14:22:01.062210 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: qos_rules_alias.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.063229 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.063746 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 17 14:22:01.064067 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: quotasv2.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.064969 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.065293 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: quotas Jun 17 14:22:01.065636 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: quotasv2_detail.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.068651 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.068994 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: quota_details Jun 17 14:22:01.069328 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: rbac.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.070392 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.070921 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: rbac-policies Jun 17 14:22:01.071248 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: rbac_address_group.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.072156 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.073387 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: rbac-address-group Jun 17 14:22:01.073894 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: rbac_address_scope.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.074791 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.075310 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: rbac-address-scope Jun 17 14:22:01.075635 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: rbac_security_groups.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.076535 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.077056 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: rbac-security-groups Jun 17 14:22:01.077384 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: rbac_subnetpool.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.078293 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.078807 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: rbac-subnetpool Jun 17 14:22:01.079130 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: revisionifmatch.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.080029 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.080543 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: revision-if-match Jun 17 14:22:01.080865 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: revisions.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.092214 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.092724 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: standard-attr-revisions Jun 17 14:22:01.093049 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: router_availability_zone.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.093739 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.094251 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: router_availability_zone Jun 17 14:22:01.094574 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: routerservicetype.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.095461 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.095973 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension router-service-type not supported by any of loaded plugins Jun 17 14:22:01.096295 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.097178 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.097726 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: security-groups-normalized-cidr Jun 17 14:22:01.098048 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.098933 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.099544 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: port-security-groups-filtering Jun 17 14:22:01.099871 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.100758 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.101271 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: security-groups-remote-address-group Jun 17 14:22:01.101657 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: securitygroup.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.112194 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.112666 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: security-group Jun 17 14:22:01.113032 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: segment.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.113839 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.114356 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension segment not supported by any of loaded plugins Jun 17 14:22:01.114685 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.115625 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.116135 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 17 14:22:01.116462 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: servicetype.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.117587 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.118108 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: service-type Jun 17 14:22:01.118437 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: sorting.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.120492 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.120492 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: sorting Jun 17 14:22:01.120728 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: standard_attr_segment.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.126898 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.127415 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 17 14:22:01.127739 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: standardattrdescription.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.128372 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.128882 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: standard-attr-description Jun 17 14:22:01.129205 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: stateful_security_group.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.130203 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.130683 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: stateful-security-group Jun 17 14:22:01.131010 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: stdattrs_common.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.131574 dv-cinder-796286-6-smb neutron-server[93167]: WARNING neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 17 14:22:01.131990 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.132963 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.133501 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 17 14:22:01.133823 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: subnet_onboard.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.134874 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.135421 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: subnet_onboard Jun 17 14:22:01.135787 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.136695 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.137209 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 17 14:22:01.137562 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: subnet_service_types.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.138477 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.138994 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: subnet-service-types Jun 17 14:22:01.139318 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: subnetallocation.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.144503 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.145046 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: subnet_allocation Jun 17 14:22:01.145386 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.146090 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.146604 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: subnetpool-prefix-ops Jun 17 14:22:01.146931 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.147873 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.148391 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 17 14:22:01.148719 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: tagging.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.149880 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.150400 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: standard-attr-tag Jun 17 14:22:01.150727 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: timestamp.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.151965 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.152480 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loaded extension: standard-attr-timestamp Jun 17 14:22:01.152835 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: trunk.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.153883 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.154400 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension trunk not supported by any of loaded plugins Jun 17 14:22:01.154723 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: trunk_details.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.155610 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.156124 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension trunk-details not supported by any of loaded plugins Jun 17 14:22:01.156445 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: uplink_status_propagation.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.157340 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.157885 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 17 14:22:01.158211 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Loading extension file: vlantransparent.py {{(pid=93167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 14:22:01.158864 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 14:22:01.159370 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 17 14:22:01.161853 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Creating instance of TrackedResource for resource:network Jun 17 14:22:01.162388 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Creating instance of TrackedResource for resource:subnet Jun 17 14:22:01.162796 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 14:22:01.163185 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Creating instance of TrackedResource for resource:port Jun 17 14:22:01.164404 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.v2.resource_helper [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:22:01.164896 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.v2.resource_helper [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Service FLAVORS assigned prefix: {{(pid=93167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:22:01.165542 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.v2.resource_helper [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:22:01.165980 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.v2.resource_helper [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:22:01.166933 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Creating instance of TrackedResource for resource:router Jun 17 14:22:01.167342 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 14:22:01.167702 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.v2.resource_helper [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Service METERING assigned prefix: /metering {{(pid=93167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:22:01.169150 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:01.169553 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:01.169909 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:22:01.170939 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 14:22:01.171379 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Creating instance of TrackedResource for resource:security_group Jun 17 14:22:01.171802 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 14:22:01.172410 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.v2.resource_helper [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Service CORE assigned prefix: {{(pid=93167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:22:01.172741 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 14:22:01.173092 dv-cinder-796286-6-smb neutron-server[93167]: WARNING neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] subnetpool is already registered Jun 17 14:22:01.173550 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.v2.resource_helper [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Service CORE assigned prefix: {{(pid=93167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:22:01.173879 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 14:22:01.174215 dv-cinder-796286-6-smb neutron-server[93167]: WARNING neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] subnetpool is already registered Jun 17 14:22:01.176480 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.v2.resource_helper [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:22:01.176910 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.v2.resource_helper [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Service FLAVORS assigned prefix: {{(pid=93167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:22:01.177518 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.v2.resource_helper [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:22:01.177991 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.v2.resource_helper [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:22:01.178276 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Creating instance of TrackedResource for resource:router Jun 17 14:22:01.178621 dv-cinder-796286-6-smb neutron-server[93167]: WARNING neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] router is already registered Jun 17 14:22:01.179024 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 14:22:01.179358 dv-cinder-796286-6-smb neutron-server[93167]: WARNING neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] floatingip is already registered Jun 17 14:22:01.179804 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.v2.resource_helper [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Service METERING assigned prefix: /metering {{(pid=93167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:22:01.180464 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 14:22:01.180790 dv-cinder-796286-6-smb neutron-server[93167]: WARNING neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] rbac_policy is already registered Jun 17 14:22:01.181198 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Creating instance of TrackedResource for resource:security_group Jun 17 14:22:01.181553 dv-cinder-796286-6-smb neutron-server[93167]: WARNING neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] security_group is already registered Jun 17 14:22:01.182567 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 14:22:01.183012 dv-cinder-796286-6-smb neutron-server[93167]: WARNING neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] security_group_rule is already registered Jun 17 14:22:01.189603 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.v2.resource_helper [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Service CORE assigned prefix: {{(pid=93167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:22:01.189603 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 14:22:01.189603 dv-cinder-796286-6-smb neutron-server[93167]: WARNING neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] subnetpool is already registered Jun 17 14:22:01.189603 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.v2.resource_helper [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Service CORE assigned prefix: {{(pid=93167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 14:22:01.189603 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 14:22:01.189603 dv-cinder-796286-6-smb neutron-server[93167]: WARNING neutron.quota.resource_registry [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] subnetpool is already registered Jun 17 14:22:01.189603 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: extensions {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.189603 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: address-groups {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.190156 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: address-scopes {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.190156 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: agents {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.191134 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: auto-allocated-topology {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.192387 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: availability_zones {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.193600 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: dhcp-networks {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.195068 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: dhcp-agents {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.196538 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: routers {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.198386 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: flavors {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.200739 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: service_profiles {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.201973 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: next_providers {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.203390 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: service_profiles {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.204899 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: floatingip-pools {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.206128 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: routers {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.207828 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: floatingips {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.209101 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: l3-routers {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.210500 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: l3-agents {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.211925 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: metering-labels {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.213197 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: metering-label-rules {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.214582 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: network-ip-availabilities {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.215824 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: bindings {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.217341 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: quotas {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.218930 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: quotas {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.220343 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: rbac-policies {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.221621 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: security-groups {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.222818 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: security-group-rules {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.224058 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: service-providers {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.225250 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: subnetpools {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.226593 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: subnetpools {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.228122 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: tags {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.230511 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: tags {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.232335 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: tags {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.234457 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: tags {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.236111 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: tags {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.238057 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: tags {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.239724 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: tags {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.241561 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: tags {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.243392 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: tags {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.245912 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron.api.extensions [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Extended resource: tags {{(pid=93167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 14:22:01.252170 dv-cinder-796286-6-smb neutron-server[93167]: WARNING keystonemiddleware.auth_token [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 17 14:22:01.256634 dv-cinder-796286-6-smb neutron-server[93167]: WARNING keystonemiddleware.auth_token [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 17 14:22:01.265016 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_concurrency.lockutils [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Acquired lock "singleton_lock" {{(pid=93167) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 17 14:22:01.265531 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_concurrency.lockutils [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Releasing lock "singleton_lock" {{(pid=93167) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 17 14:22:01.266139 dv-cinder-796286-6-smb neutron-server[93167]: INFO oslo_service.service [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Starting 2 workers Jun 17 14:22:01.270851 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Started child 93279 {{(pid=93167) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 14:22:01.275186 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Started child 93280 {{(pid=93167) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 14:22:01.276867 dv-cinder-796286-6-smb neutron-server[93167]: INFO neutron.service [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 17 14:22:01.281433 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:01.284502 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Notify callbacks [] for process, before_spawn {{(pid=93167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:01.284615 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [-] (93279) wsgi starting up on http://0.0.0.0:9696 Jun 17 14:22:01.284715 dv-cinder-796286-6-smb neutron-server[93167]: INFO oslo_service.service [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Starting 1 workers Jun 17 14:22:01.284797 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:01.284797 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [-] (93280) wsgi starting up on http://0.0.0.0:9696 Jun 17 14:22:01.285267 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Started child 93281 {{(pid=93167) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 14:22:01.285725 dv-cinder-796286-6-smb neutron-server[93167]: INFO oslo_service.service [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Starting 1 workers Jun 17 14:22:01.289197 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.service [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] calling RpcWorker wait() {{(pid=93281) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 17 14:22:01.289849 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.service [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] returning from RpcWorker wait() {{(pid=93281) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 17 14:22:01.291123 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Started child 93282 {{(pid=93167) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 14:22:01.291794 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:01.292712 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG neutron_lib.callbacks.manager [None req-f77b41f0-5711-46b5-90d8-8d734b3d5ff5 None None] Notify callbacks [] for process, after_spawn {{(pid=93167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:01.293041 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:22:01.294353 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93167) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 14:22:01.294572 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 14:22:01.294762 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 14:22:01.294979 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 14:22:01.295316 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 14:22:01.295484 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 14:22:01.295975 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.296174 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:01.296694 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.296694 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.296934 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.297071 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.297193 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:22:01.297634 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.297895 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.298151 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.298419 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.298727 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.298862 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.299039 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.299219 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.299473 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.299774 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.300062 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.300312 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.300578 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.300747 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.301039 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.301261 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.301510 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.301778 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] debug = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.302015 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.302559 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.302848 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.303061 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.303282 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.303577 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.303819 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.304105 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.304348 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.304605 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.304842 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.305094 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.305338 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.305578 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.305795 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.306048 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.306280 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.306777 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] host = dv-cinder-796286-6-smb {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.307659 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.307856 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.308101 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.308261 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.308563 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.308922 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.309097 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.309347 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.309625 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.309851 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.310091 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.310346 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.310561 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.310815 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] log_file = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.310980 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] log_options = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.311223 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.311487 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.311744 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.311937 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.312106 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.312282 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.312520 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.312683 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.312976 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.313171 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.313384 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.313622 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.313838 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.314054 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.314299 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.314553 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.314781 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.315026 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.315315 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.315558 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.315781 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.316002 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.316219 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.316463 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.316680 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.316890 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.317111 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.317321 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.317553 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.317824 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.318055 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.318332 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.318579 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.321999 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.321999 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.321999 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.321999 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.321999 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.321999 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.321999 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.321999 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.323410 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.323410 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.323410 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.323410 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.323410 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] use_json = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.323410 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.323410 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.323410 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.323410 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.324589 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.324589 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.324589 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.324589 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.324589 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.324589 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.325264 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.325264 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.325264 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.325740 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.325740 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.325968 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.326160 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.326397 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.326682 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.326907 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.327199 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.327508 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.327816 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.328145 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.328447 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.328803 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.329147 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.329366 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.329681 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.329910 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.330323 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.331283 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.331580 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.331893 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.332137 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.332448 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.332676 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.332896 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.333132 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.333822 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.334163 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.334644 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.335149 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.335645 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.335645 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.336261 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.336261 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.336462 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.336587 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.336836 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.337066 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.337287 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.337533 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.337772 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.337988 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.340009 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.340255 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.340565 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.340829 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.341064 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.341311 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.345747 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.347755 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.347755 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.347755 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.347755 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.347755 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.347755 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.347755 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.347755 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.348729 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.348729 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.348729 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.348729 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.349056 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.349056 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.349266 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.350942 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.354364 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.355310 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.355588 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.355855 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.356096 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.356451 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.356579 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.356810 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.357039 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.357279 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.358046 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.358272 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.359095 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.359313 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.359749 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.360441 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.360685 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.360955 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.361186 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.361450 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.361730 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.361984 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.362206 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.362449 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.362685 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.362956 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.363202 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.363461 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.363714 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.363970 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.364226 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.364444 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.364829 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.365052 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.365298 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.365576 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.370639 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.370639 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.370639 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.370639 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.370639 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.370639 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.370639 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.370639 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.371291 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.371291 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.371291 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.371540 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.373901 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.374064 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.374321 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.374616 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.374880 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.375159 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.375440 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.375684 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.375978 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.376260 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.376508 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.376739 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.376964 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.377216 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.377623 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.377862 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.378082 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.378304 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.378644 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.378918 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.379157 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.379431 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.379694 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.379931 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.380195 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.380444 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.380662 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.380913 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.381147 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.381358 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.381630 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.381847 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.382200 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.382443 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.382660 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.382889 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.383122 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.383342 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.383569 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.383806 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.384023 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.384271 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.384481 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.384715 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.384957 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.385288 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.385690 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.385918 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.386130 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.386362 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.386578 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.386857 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.387161 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.387512 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.387747 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.387972 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.388207 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.388441 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.388686 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.388910 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.389123 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.389334 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.389576 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.389789 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.390005 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.390231 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.390462 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.390693 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.390939 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.391260 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.391512 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.391740 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.391982 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.392196 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.392449 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.392681 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.392894 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.393110 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.393322 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.393556 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.393811 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.394032 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.394273 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.394481 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.394688 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.394897 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.395120 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.395328 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.395745 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.396002 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.396235 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.396467 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.396698 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.396928 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.397135 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.397342 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.397582 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.397809 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.398031 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.402317 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.402317 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.402317 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.402317 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.402317 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.402317 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.402317 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.402317 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.402317 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.402892 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.402892 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.402892 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.402892 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.402892 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.402892 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.402892 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.402892 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.403349 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.403349 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.403349 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.403349 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.403349 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.403349 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.403718 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.403785 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.404046 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.404283 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.404552 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.404869 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.405163 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.405420 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.405682 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.405953 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.406252 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.406513 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.406744 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.407026 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.407366 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.407649 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.407943 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.408141 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.408420 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.408663 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.408884 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.409118 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.409351 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.409590 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.409830 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.410056 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.410278 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.410517 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.410974 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.411206 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.411436 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.411667 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.411892 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.412105 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.412262 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 14:22:01.412848 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93167) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 14:22:01.413018 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 14:22:01.413175 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 14:22:01.413351 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 14:22:01.413561 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 14:22:01.413718 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 14:22:01.413926 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.414091 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.414252 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.414410 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.414712 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.414900 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.415061 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.415227 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.415375 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.415533 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.415693 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.415851 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.416009 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.416718 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.416875 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.417035 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.417193 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.417357 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.417540 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.417699 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.417857 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.418026 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.418161 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] debug = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.418318 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.418521 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.418688 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.418847 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.419006 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.419165 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.419324 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.419482 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.419638 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.419795 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.419953 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.420111 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.420268 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.420449 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.420657 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.420797 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.420909 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.421059 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] host = dv-cinder-796286-6-smb {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.421215 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.421372 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.421556 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.421714 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.421872 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.422029 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.422214 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.422440 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.422601 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.422758 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.422916 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.423073 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.423231 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.423390 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] log_file = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.423547 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] log_options = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.423703 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.423861 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.424018 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.424205 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.424330 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.424494 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.424651 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.425533 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.425533 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.425533 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.425533 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.425533 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.425533 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.426113 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.426113 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.426113 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.426313 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.426313 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.426462 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.426577 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.426731 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.427072 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.427234 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.427537 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.427698 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.427854 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.428006 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.428323 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.428484 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.428640 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.428796 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.428955 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.429120 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.429280 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.429438 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.429616 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.429770 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.430072 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.430376 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.430535 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.430692 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.430850 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.431011 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.431187 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.431306 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.431468 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] use_json = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.431624 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.431781 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.432602 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.432765 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.432923 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.433078 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.433239 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.433422 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 14:22:01.433699 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.433808 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.433999 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.434166 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.434327 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.434489 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.434650 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.434812 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.434958 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.435108 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.435277 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.435436 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.435606 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.435752 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.435904 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.436063 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.436207 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.436370 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.436520 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.436669 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.436824 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.436972 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.437148 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.437292 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.437479 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.437630 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.437768 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.437928 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.438065 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.438226 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.438370 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.438535 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.438678 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.438846 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.438990 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.439153 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.439316 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.439455 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.439591 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.439753 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.439907 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.440044 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.440207 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.440367 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.440526 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.440687 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.440848 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.441007 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.441166 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.441349 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.441622 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.441784 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.441945 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.442106 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.445558 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.445558 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.445558 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.445558 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.445558 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.445558 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.445558 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.445558 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.445558 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.446099 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.446099 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.446099 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.446099 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.446099 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.446099 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.446099 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.446099 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.446099 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.446645 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.446645 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.446645 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.446645 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.446863 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:22:01.446934 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.446934 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.446934 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.446934 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.446934 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.446934 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.446934 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.446934 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.446934 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.447463 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.447463 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.447463 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.447463 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.447786 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.447786 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.448169 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.448288 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.448452 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.448616 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.448782 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.448943 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.449122 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.449315 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.449606 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.449860 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.450023 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.450182 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.450342 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.450502 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.450662 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.450822 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.450991 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.451137 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.451659 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.451659 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.451659 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.451860 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.451935 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.452043 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.452210 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.452379 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.452539 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.452699 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.452860 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.453019 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.453177 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.453335 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.453516 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.453677 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.453836 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.453995 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.454210 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.454384 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.454543 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.454704 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.454865 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.455049 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.455208 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.455366 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.455527 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.455686 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.455845 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.456004 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.456152 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.456311 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.456470 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.456630 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.456790 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.456956 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.457109 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.457274 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.457427 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.457616 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.457772 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.458081 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.458392 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.458559 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.458859 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.459148 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.459454 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.459612 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.459909 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.460216 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.460383 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.460545 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.460704 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.460866 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.461026 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.461186 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.461346 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.461525 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.461839 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.462158 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.462326 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.462487 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.462669 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.462963 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.463602 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.463602 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.463602 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.463926 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.464042 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.464126 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.464268 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.464430 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.464591 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.464752 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.464912 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.465073 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.465236 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.465392 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.465740 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.465903 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.466063 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.466223 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.466385 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.466546 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.466705 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.466872 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.467032 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.467174 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.467308 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.467474 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.467638 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.467799 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.467958 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.468122 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.468339 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.468501 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.468661 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.468835 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.468995 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.469155 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.469314 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.469511 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.469662 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.469820 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.469980 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.470138 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.470296 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.470464 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.470743 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.470855 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.470935 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.471073 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.471246 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.471402 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.471579 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.471742 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.471900 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.472074 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.472233 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.472392 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.472550 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.472708 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.472915 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.473164 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.473499 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.473674 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.473838 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.474000 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.474156 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.474328 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.474517 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.474976 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.474976 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.474976 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.475326 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.475326 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.475564 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.475564 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.475793 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.475914 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.476034 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.476202 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.476370 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.476530 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.476695 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.476867 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.477025 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.477184 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.477358 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.477789 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.477789 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.478021 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.478159 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.478296 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.478418 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.478599 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.479265 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.479391 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.479496 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.479628 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.479787 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.479946 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.480105 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.480263 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.480422 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 14:22:01.480574 dv-cinder-796286-6-smb neutron-server[93167]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 14:22:01.610861 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 55146) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:01.619403 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [-] 10.222.0.86 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063441 Jun 17 14:22:13.298606 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632f6199-383d-41e8-a8ca-9299448cccb3 None None] get_active_networks_info from dv-cinder-796286-6-smb {{(pid=93281) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 14:22:13.385919 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632f6199-383d-41e8-a8ca-9299448cccb3 None None] No non-hosted networks {{(pid=93281) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 17 14:22:13.412915 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.agentschedulers_db [None req-632f6199-383d-41e8-a8ca-9299448cccb3 None None] DHCP Agent not found on host dv-cinder-796286-6-smb {{(pid=93281) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 17 14:22:13.560041 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c0943fef-7516-4694-809b-dacd0a664c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882'] for agent, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:15.730041 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ad6ae3d1-ae75-497d-9f3c-6ad3b4d6a4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882'] for agent, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:15.795114 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.db.api [None req-74682bed-2424-4f90-b13c-2685b617ad30 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-796286-6-smb {{(pid=93281) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 14:22:15.795531 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_db.api [None req-74682bed-2424-4f90-b13c-2685b617ad30 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 14:22:15.833941 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882'] for agent, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:15.834846 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:15.835607 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:15.836387 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:15.836702 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:15.837093 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:15.838096 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:15.838842 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:15.839170 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:15.839496 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:15.839876 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:15.840207 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:15.840528 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:15.840908 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796286-6-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:22:15.848958 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796286-6-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:22:16.322347 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-74682bed-2424-4f90-b13c-2685b617ad30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:16.902834 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882'] for agent, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:18.667591 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882'] for agent, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:19.651851 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 55240) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:19.960245 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.db.l3_hamode_db [None req-884e574d-0462-4e7f-8f00-90ec9ad6f2ad None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 17 14:22:20.036688 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884e574d-0462-4e7f-8f00-90ec9ad6f2ad None None] Routers set() bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:22:20.037171 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884e574d-0462-4e7f-8f00-90ec9ad6f2ad None None] Router IDs set() for agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 17 14:22:20.157038 dv-cinder-796286-6-smb neutron-server[93280]: WARNING oslo_policy.policy [None req-ff94d9b1-d98d-4c16-9c0c-7770a9ff4c22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:22:20.157672 dv-cinder-796286-6-smb neutron-server[93280]: WARNING oslo_policy.policy [None req-ff94d9b1-d98d-4c16-9c0c-7770a9ff4c22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:22:20.372157 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [None req-ff94d9b1-d98d-4c16-9c0c-7770a9ff4c22 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=93280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:22:20.373192 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-ff94d9b1-d98d-4c16-9c0c-7770a9ff4c22 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7204556 Jun 17 14:22:22.673906 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 55254) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:22.981652 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-960d36e5-fb04-4c5e-a1a2-cd9bfd3372ba admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:22:23.075001 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.policy [None req-960d36e5-fb04-4c5e-a1a2-cd9bfd3372ba admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93280) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 14:22:23.120621 dv-cinder-796286-6-smb neutron-server[93280]: WARNING oslo_policy.policy [None req-960d36e5-fb04-4c5e-a1a2-cd9bfd3372ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:22:23.121040 dv-cinder-796286-6-smb neutron-server[93280]: WARNING oslo_policy.policy [None req-960d36e5-fb04-4c5e-a1a2-cd9bfd3372ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:22:23.129432 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.quota [None req-960d36e5-fb04-4c5e-a1a2-cd9bfd3372ba admin admin] Loaded quota_driver: . Jun 17 14:22:23.326128 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-960d36e5-fb04-4c5e-a1a2-cd9bfd3372ba admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793007583887', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793007583324', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793007555681', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793007557211', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793007543448', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793007553618', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2004094', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2093159', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-589628', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-646895'] for rbac-policy, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:23.576646 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-960d36e5-fb04-4c5e-a1a2-cd9bfd3372ba admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:23.577805 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-960d36e5-fb04-4c5e-a1a2-cd9bfd3372ba admin admin] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9029174 Jun 17 14:22:26.107806 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 55266) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:26.399928 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Request body: {'network': {'tenant_id': '37e02efcdae445b99364bfe88c6d5380', 'name': 'private', 'project_id': '37e02efcdae445b99364bfe88c6d5380', 'admin_state_up': True}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:22:26.485240 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Made reservation on behalf of 37e02efcdae445b99364bfe88c6d5380 for: {'network': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:22:26.488081 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for network, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:26.504953 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:26.625631 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:26.719203 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:26.724413 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:26.740158 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1138} {{(pid=93280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:22:26.768635 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793008842891', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:26.769304 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Unsubscribe: segment precommit_create {{(pid=93280) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 14:22:26.769829 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.db.segments_db [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Added segment 324518b4-658e-408c-b0ce-9045b98a5a30 of type vlan for network 229541a4-a0ec-485a-8c4c-84aa1b94c5b4 Jun 17 14:22:26.789243 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83471f76-09c2-45f5-a98f-230306fee839,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:26.839850 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:26.840190 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:26.840522 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:26.840853 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:26.841178 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:26.841523 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:26.841844 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:26.842164 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:26.842511 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:26.842830 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:26.843142 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:26.843453 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Tracked resource versions report: Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: pushed versions: Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: { 'AddressGroup': {'1.2'}, Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: 'ConntrackHelper': {'1.0'}, Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: 'Log': {'1.0'}, Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: 'Network': {'1.1'}, Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: 'Port': {'1.7'}, Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: 'PortForwarding': {'1.2'}, Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: 'QosPolicy': {'1.8'}, Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: 'SecurityGroup': {'1.4'}, Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: 'SubPort': {'1.0'}, Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: 'Subnet': {'1.1'}, Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: 'Trunk': {'1.1'}} Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: consumer versions: Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: { DHCP agent@dv-cinder-796286-6-smb: {}, Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: L3 agent@dv-cinder-796286-6-smb: {}, Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: Metadata agent@dv-cinder-796286-6-smb: {}, Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: Metering agent@dv-cinder-796286-6-smb: {}, Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: Open vSwitch agent@dv-cinder-796286-6-smb: { 'AddressGroup': '1.2', Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: 'ConntrackHelper': '1.0', Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: 'Log': '1.0', Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: 'Network': '1.1', Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: 'Port': '1.7', Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: 'PortForwarding': '1.2', Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: 'QosPolicy': '1.8', Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: 'SecurityGroup': '1.4', Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: 'SecurityGroupRule': '1.2', Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: 'SubPort': '1.0', Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: 'Subnet': '1.1', Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: 'Trunk': '1.1'}} Jun 17 14:22:26.844500 dv-cinder-796286-6-smb neutron-server[93280]: {{(pid=93280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:22:26.883550 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793008305830'] for network, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:26.895562 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:27.028172 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932'] for network, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:27.029585 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:27.030256 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:27.033016 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:27.123062 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Pushing event updated for resources: {'Network': ['ID=229541a4-a0ec-485a-8c4c-84aa1b94c5b4,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:27.127867 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:27.136142 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Network 229541a4-a0ec-485a-8c4c-84aa1b94c5b4 details requested by agent ovs-agent-dv-cinder-796286-6-smb with host dv-cinder-796286-6-smb {{(pid=93281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:22:27.336751 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.2276013 Jun 17 14:22:29.944432 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 55280) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:30.327312 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61584ef-90fd-4ec1-bae1-96e070a44286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:30.328640 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-d61584ef-90fd-4ec1-bae1-96e070a44286 admin admin] 10.222.0.86 "GET /v2.0/networks/229541a4-a0ec-485a-8c4c-84aa1b94c5b4 HTTP/1.1" status: 200 len: 826 time: 0.3832750 Jun 17 14:22:30.353062 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-44f7b8f1-00eb-4a2b-bbbc-baaecc2232a7 admin admin] 10.222.0.86 "GET /v2.0/subnetpools/896c1943-17df-4030-b30b-777961030e87 HTTP/1.1" status: 200 len: 734 time: 0.0186005 Jun 17 14:22:30.361623 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-be502c1e-564d-4abd-a006-c90b6e780276 admin admin] Request body: {'subnet': {'tenant_id': '37e02efcdae445b99364bfe88c6d5380', 'subnetpool_id': '896c1943-17df-4030-b30b-777961030e87', 'name': 'private-subnet', 'network_id': '229541a4-a0ec-485a-8c4c-84aa1b94c5b4', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:22:30.473683 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be502c1e-564d-4abd-a006-c90b6e780276 admin admin] Made reservation on behalf of 37e02efcdae445b99364bfe88c6d5380 for: {'subnet': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:22:30.475935 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-be502c1e-564d-4abd-a006-c90b6e780276 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:30.868728 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-be502c1e-564d-4abd-a006-c90b6e780276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941'] for subnet, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:30.873179 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:30.938592 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be502c1e-564d-4abd-a006-c90b6e780276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec4958c-340f-4995-94ad-219a6d13d887,revision_number=0']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:30.942899 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be502c1e-564d-4abd-a006-c90b6e780276 admin admin] Checking segment: {'id': '324518b4-658e-408c-b0ce-9045b98a5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '229541a4-a0ec-485a-8c4c-84aa1b94c5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:22:30.943284 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be502c1e-564d-4abd-a006-c90b6e780276 admin admin] Network hostable DHCP agents. Network: 229541a4-a0ec-485a-8c4c-84aa1b94c5b4, hostable agents: ['5e674aae-4521-411e-b7ad-9e9eb91c2d49'], hosted agents: [] {{(pid=93280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:22:30.948447 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-be502c1e-564d-4abd-a006-c90b6e780276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:31.027616 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be502c1e-564d-4abd-a006-c90b6e780276 admin admin] Network 229541a4-a0ec-485a-8c4c-84aa1b94c5b4 is scheduled to be hosted by DHCP agent 5e674aae-4521-411e-b7ad-9e9eb91c2d49 with binding_index 1 {{(pid=93280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:22:31.101779 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-be502c1e-564d-4abd-a006-c90b6e780276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-smb, 229541a4-a0ec-485a-8c4c-84aa1b94c5b4) {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:22:31.106837 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be502c1e-564d-4abd-a006-c90b6e780276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:31.107417 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-be502c1e-564d-4abd-a006-c90b6e780276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for subnet, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:31.112648 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e30bd90-2c49-453b-894c-1aa7229b8200 None None] Network 229541a4-a0ec-485a-8c4c-84aa1b94c5b4 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:22:31.200003 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-be502c1e-564d-4abd-a006-c90b6e780276 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8417590 Jun 17 14:22:31.425666 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47967912-1cf6-55f0-b54e-8ed58effb64d-229541a4-a0ec-485a-8c4c-84aa1b94c5b4', 'network_id': '229541a4-a0ec-485a-8c4c-84aa1b94c5b4', 'tenant_id': '37e02efcdae445b99364bfe88c6d5380', 'fixed_ips': [{'subnet_id': 'aec4958c-340f-4995-94ad-219a6d13d887'}]}} from dv-cinder-796286-6-smb. {{(pid=93281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 14:22:31.426852 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:31.700079 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Allocated IP 172.20.0.2 (229541a4-a0ec-485a-8c4c-84aa1b94c5b4/aec4958c-340f-4995-94ad-219a6d13d887/288e5ba9-37a9-4652-9056-45a6a1cda1e3) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:22:31.934343 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:31.950184 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Transition to ACTIVE for port object 288e5ba9-37a9-4652-9056-45a6a1cda1e3 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:22:31.971845 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Transition to ACTIVE for port object 288e5ba9-37a9-4652-9056-45a6a1cda1e3 will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:22:32.045958 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:32.048606 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:32.112808 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Network 229541a4-a0ec-485a-8c4c-84aa1b94c5b4 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:22:32.117497 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:22:32.129795 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:22:32.137518 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Pushing event updated for resources: {'Port': ['ID=288e5ba9-37a9-4652-9056-45a6a1cda1e3,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:32.161956 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:32.162302 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:32.162640 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:32.162975 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:32.163307 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:32.163670 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:32.164003 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:32.164333 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:32.164654 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:32.165084 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:32.165474 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:32.165822 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Tracked resource versions report: Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: pushed versions: Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: { 'AddressGroup': {'1.2'}, Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: 'ConntrackHelper': {'1.0'}, Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: 'Log': {'1.0'}, Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: 'Network': {'1.1'}, Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: 'Port': {'1.7'}, Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: 'PortForwarding': {'1.2'}, Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: 'QosPolicy': {'1.8'}, Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: 'SecurityGroup': {'1.4'}, Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: 'SubPort': {'1.0'}, Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: 'Subnet': {'1.1'}, Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: 'Trunk': {'1.1'}} Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: consumer versions: Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: { DHCP agent@dv-cinder-796286-6-smb: {}, Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: L3 agent@dv-cinder-796286-6-smb: {}, Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: Metadata agent@dv-cinder-796286-6-smb: {}, Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: Metering agent@dv-cinder-796286-6-smb: {}, Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: Open vSwitch agent@dv-cinder-796286-6-smb: { 'AddressGroup': '1.2', Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: 'ConntrackHelper': '1.0', Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: 'Log': '1.0', Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: 'Network': '1.1', Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: 'Port': '1.7', Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: 'PortForwarding': '1.2', Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: 'QosPolicy': '1.8', Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: 'SecurityGroup': '1.4', Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: 'SecurityGroupRule': '1.2', Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: 'SubPort': '1.0', Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: 'Subnet': '1.1', Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: 'Trunk': '1.1'}} Jun 17 14:22:32.166864 dv-cinder-796286-6-smb neutron-server[93281]: {{(pid=93281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:22:32.188392 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:32.215702 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Attempting to bind port 288e5ba9-37a9-4652-9056-45a6a1cda1e3 on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:22:32.216104 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Attempting to bind port 288e5ba9-37a9-4652-9056-45a6a1cda1e3 by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': '324518b4-658e-408c-b0ce-9045b98a5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '229541a4-a0ec-485a-8c4c-84aa1b94c5b4'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:22:32.216535 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Attempting to bind port 288e5ba9-37a9-4652-9056-45a6a1cda1e3 on network 229541a4-a0ec-485a-8c4c-84aa1b94c5b4 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:22:32.221393 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:22:32.221835 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Checking segment: {'id': '324518b4-658e-408c-b0ce-9045b98a5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '229541a4-a0ec-485a-8c4c-84aa1b94c5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:22:32.222344 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:32.222740 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Bound using segment: {'id': '324518b4-658e-408c-b0ce-9045b98a5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '229541a4-a0ec-485a-8c4c-84aa1b94c5b4'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:22:32.223251 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Bound port: 288e5ba9-37a9-4652-9056-45a6a1cda1e3, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324518b4-658e-408c-b0ce-9045b98a5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '229541a4-a0ec-485a-8c4c-84aa1b94c5b4'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:22:32.223643 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:32.288542 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] For port 288e5ba9-37a9-4652-9056-45a6a1cda1e3, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:22:32.293023 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] For port 288e5ba9-37a9-4652-9056-45a6a1cda1e3, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=288e5ba9-37a9-4652-9056-45a6a1cda1e3,segment=NetworkSegment(324518b4-658e-408c-b0ce-9045b98a5a30),segment_id=324518b4-658e-408c-b0ce-9045b98a5a30)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:22:32.336493 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:32.339520 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:32.402599 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Pushing event updated for resources: {'Port': ['ID=288e5ba9-37a9-4652-9056-45a6a1cda1e3,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:32.406060 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:33.572918 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 55288) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:33.888091 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [None req-b4283e22-41f7-4fc5-8005-8b49300131dd admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=93280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:22:33.889176 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-b4283e22-41f7-4fc5-8005-8b49300131dd admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3151000 Jun 17 14:22:36.217549 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 55296) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:36.708157 dv-cinder-796286-6-smb neutron-server[93279]: WARNING oslo_policy.policy [None req-8f851e5e-a381-4e3e-9d25-39de086198b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:22:36.708814 dv-cinder-796286-6-smb neutron-server[93279]: WARNING oslo_policy.policy [None req-8f851e5e-a381-4e3e-9d25-39de086198b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:22:36.927075 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [None req-8f851e5e-a381-4e3e-9d25-39de086198b5 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=93279) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:22:36.928319 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-8f851e5e-a381-4e3e-9d25-39de086198b5 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7087157 Jun 17 14:22:37.660469 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 288e5ba9-37a9-4652-9056-45a6a1cda1e3 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:22:37.828955 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port 288e5ba9-37a9-4652-9056-45a6a1cda1e3 completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:22:38.374767 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88147bc7-bbc7-449d-b0e5-486da307e278 None None] Network 229541a4-a0ec-485a-8c4c-84aa1b94c5b4 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:22:38.484592 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-2ad8d183-f6af-4f75-9edd-868c55f834c4 None None] Provisioning for port 288e5ba9-37a9-4652-9056-45a6a1cda1e3 completed by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:22:38.490586 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-2ad8d183-f6af-4f75-9edd-868c55f834c4 None None] Provisioning complete for port 288e5ba9-37a9-4652-9056-45a6a1cda1e3 triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:22:38.490984 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2ad8d183-f6af-4f75-9edd-868c55f834c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:38.656117 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2ad8d183-f6af-4f75-9edd-868c55f834c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:38.691996 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-2ad8d183-f6af-4f75-9edd-868c55f834c4 None None] For port 288e5ba9-37a9-4652-9056-45a6a1cda1e3, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=288e5ba9-37a9-4652-9056-45a6a1cda1e3,segment=NetworkSegment(324518b4-658e-408c-b0ce-9045b98a5a30),segment_id=324518b4-658e-408c-b0ce-9045b98a5a30)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:22:38.753869 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2ad8d183-f6af-4f75-9edd-868c55f834c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:38.757009 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-32e5329e-38f1-4951-aefb-b8501b0f958b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:38.803190 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8d183-f6af-4f75-9edd-868c55f834c4 None None] Pushing event updated for resources: {'Port': ['ID=288e5ba9-37a9-4652-9056-45a6a1cda1e3,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:38.807283 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-2ad8d183-f6af-4f75-9edd-868c55f834c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:38.873634 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-4c002dfe-9f00-48f1-a33b-ca5676f7705b None None] Provisioning complete for port 288e5ba9-37a9-4652-9056-45a6a1cda1e3 triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:22:38.874015 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4c002dfe-9f00-48f1-a33b-ca5676f7705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:39.546820 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 55316) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:39.632610 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 288e5ba9-37a9-4652-9056-45a6a1cda1e3 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:22:39.677676 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 288e5ba9-37a9-4652-9056-45a6a1cda1e3 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:22:39.678045 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:39.844405 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-b9753f92-1d79-4525-b41b-e7af8d4e8ca0 admin admin] Request body: {'router': {'tenant_id': '37e02efcdae445b99364bfe88c6d5380', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:22:39.909978 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.policy [None req-b9753f92-1d79-4525-b41b-e7af8d4e8ca0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93279) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 14:22:39.957478 dv-cinder-796286-6-smb neutron-server[93279]: WARNING oslo_policy.policy [None req-b9753f92-1d79-4525-b41b-e7af8d4e8ca0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:22:39.957860 dv-cinder-796286-6-smb neutron-server[93279]: WARNING oslo_policy.policy [None req-b9753f92-1d79-4525-b41b-e7af8d4e8ca0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 14:22:39.966814 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.quota [None req-b9753f92-1d79-4525-b41b-e7af8d4e8ca0 admin admin] Loaded quota_driver: . Jun 17 14:22:40.159305 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b9753f92-1d79-4525-b41b-e7af8d4e8ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-890073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-976'] for router, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:40.161060 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b9753f92-1d79-4525-b41b-e7af8d4e8ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-970129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-959238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-975'] for router, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:40.317591 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b9753f92-1d79-4525-b41b-e7af8d4e8ca0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:40.383261 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b9753f92-1d79-4525-b41b-e7af8d4e8ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-970238'] for router, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:40.462008 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b9753f92-1d79-4525-b41b-e7af8d4e8ca0 admin admin] Notify callbacks [] for router, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:40.463093 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-b9753f92-1d79-4525-b41b-e7af8d4e8ca0 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9153197 Jun 17 14:22:42.792914 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 55326) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:43.111408 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [None req-986c31d4-9462-44a1-a31d-1656041f417f admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=93279) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:22:43.112372 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-986c31d4-9462-44a1-a31d-1656041f417f admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3184936 Jun 17 14:22:43.313600 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-0be59cea-66d2-4838-bb30-dbec5466d112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:45.424838 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 55334) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:45.666689 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f2832234-b556-415d-9f8e-b940337b20f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:45.729877 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:22:45.781789 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:45.815749 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Made reservation on behalf of afd961bd2ad445c28d81a85060e904ce for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:22:45.818640 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:45.834576 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:45.950029 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.123817 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.128108 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:46.136140 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Reserving flat network on physical network physnet1 {{(pid=93279) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 17 14:22:46.167643 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793008842891', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.168224 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Unsubscribe: segment precommit_create {{(pid=93279) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 14:22:46.168732 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.db.segments_db [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Added segment 862480c6-9645-40b6-bc3a-1cc5d74dce98 of type flat for network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a Jun 17 14:22:46.188189 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21dbf65-6dec-4650-9fff-8a172b3cf994,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:46.237862 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:46.238195 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:46.238519 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:46.238835 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:46.239150 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:46.239462 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:46.239775 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:46.240082 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:46.240425 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:46.240732 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:46.241035 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:46.241337 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Tracked resource versions report: Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: pushed versions: Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: { 'AddressGroup': {'1.2'}, Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: 'ConntrackHelper': {'1.0'}, Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: 'Log': {'1.0'}, Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: 'Network': {'1.1'}, Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: 'Port': {'1.7'}, Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: 'PortForwarding': {'1.2'}, Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: 'QosPolicy': {'1.8'}, Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: 'SecurityGroup': {'1.4'}, Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: 'SubPort': {'1.0'}, Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: 'Subnet': {'1.1'}, Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: 'Trunk': {'1.1'}} Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: consumer versions: Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: { DHCP agent@dv-cinder-796286-6-smb: {}, Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: L3 agent@dv-cinder-796286-6-smb: {}, Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: Metadata agent@dv-cinder-796286-6-smb: {}, Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: Metering agent@dv-cinder-796286-6-smb: {}, Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: Open vSwitch agent@dv-cinder-796286-6-smb: { 'AddressGroup': '1.2', Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: 'ConntrackHelper': '1.0', Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: 'Log': '1.0', Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: 'Network': '1.1', Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: 'Port': '1.7', Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: 'PortForwarding': '1.2', Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: 'QosPolicy': '1.8', Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: 'SecurityGroup': '1.4', Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: 'SecurityGroupRule': '1.2', Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: 'SubPort': '1.0', Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: 'Subnet': '1.1', Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: 'Trunk': '1.1'}} Jun 17 14:22:46.243061 dv-cinder-796286-6-smb neutron-server[93279]: {{(pid=93279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:22:46.291048 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793008305830'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.296608 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:46.450657 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.452124 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:46.452810 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:46.454754 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:46.546408 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Pushing event updated for resources: {'Network': ['ID=bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:46.549559 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:46.557081 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a details requested by agent ovs-agent-dv-cinder-796286-6-smb with host dv-cinder-796286-6-smb {{(pid=93281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:22:46.582419 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1564670 Jun 17 14:22:46.776171 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:48.621886 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:48.911455 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 55356) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:49.124399 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7400055-92fe-4006-bbe7-d38ed4b2495d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:49.125779 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-d7400055-92fe-4006-bbe7-d38ed4b2495d admin admin] 10.222.0.86 "GET /v2.0/subnets/aec4958c-340f-4995-94ad-219a6d13d887 HTTP/1.1" status: 200 len: 849 time: 0.2133496 Jun 17 14:22:49.256891 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-5f719f12-4b6e-479b-bb20-401fefa81200 admin admin] 10.222.0.86 "GET /v2.0/routers/d5d52879-5838-4a39-90aa-cabc19cd8cfb HTTP/1.1" status: 200 len: 704 time: 0.1257379 Jun 17 14:22:49.513526 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:49.803060 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Allocated IP 172.20.0.1 (229541a4-a0ec-485a-8c4c-84aa1b94c5b4/aec4958c-340f-4995-94ad-219a6d13d887/b5cd3cf5-1c42-498f-8445-28d5501e9376) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:22:49.987452 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:50.011337 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Transition to ACTIVE for port object b5cd3cf5-1c42-498f-8445-28d5501e9376 will not be triggered until provisioned by entity DHCP. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:22:50.170633 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:50.173567 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:50.231129 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Network 229541a4-a0ec-485a-8c4c-84aa1b94c5b4 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:22:50.239420 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:22:50.255755 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:22:50.256333 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980807'] for router_interface, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:50.276536 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Pushing event updated for resources: {'Port': ['ID=b5cd3cf5-1c42-498f-8445-28d5501e9376,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:50.317876 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:50.490441 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d90c2700-2fa7-4596-9fc9-ece75d6079a8 None None] Provisioning for port b5cd3cf5-1c42-498f-8445-28d5501e9376 completed by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:22:50.495051 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d90c2700-2fa7-4596-9fc9-ece75d6079a8 None None] Provisioning complete for port b5cd3cf5-1c42-498f-8445-28d5501e9376 triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:22:50.495427 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d90c2700-2fa7-4596-9fc9-ece75d6079a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:50.532313 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-d90c2700-2fa7-4596-9fc9-ece75d6079a8 None None] Port b5cd3cf5-1c42-498f-8445-28d5501e9376 cannot update to ACTIVE because it is not bound. {{(pid=93281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:22:50.571428 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:50.743340 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:50.821611 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:50.822768 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-967660'] for router_interface, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:50.825309 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:50.883018 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Pushing event updated for resources: {'Port': ['ID=b5cd3cf5-1c42-498f-8445-28d5501e9376,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:50.886740 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:50.945402 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Network 229541a4-a0ec-485a-8c4c-84aa1b94c5b4 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:22:50.946720 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:22:51.153828 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-a33e3811-6ead-413a-85df-7197b18cea21 None None] Provisioning complete for port b5cd3cf5-1c42-498f-8445-28d5501e9376 triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:22:51.154201 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-a33e3811-6ead-413a-85df-7197b18cea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:51.181370 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Router d5d52879-5838-4a39-90aa-cabc19cd8cfb is scheduled to L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 with binding_index 1 {{(pid=93279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:22:51.186088 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-a33e3811-6ead-413a-85df-7197b18cea21 None None] Port b5cd3cf5-1c42-498f-8445-28d5501e9376 cannot update to ACTIVE because it is not bound. {{(pid=93281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:22:51.273079 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:22:51.279243 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] 10.222.0.86 "PUT /v2.0/routers/d5d52879-5838-4a39-90aa-cabc19cd8cfb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0174000 Jun 17 14:22:51.283857 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] Sync routers for ids ['d5d52879-5838-4a39-90aa-cabc19cd8cfb'] in dv-cinder-796286-6-smb {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:22:51.296529 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] Routers {'d5d52879-5838-4a39-90aa-cabc19cd8cfb'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:22:51.297404 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:22:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['d5d52879-5838-4a39-90aa-cabc19cd8cfb'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:22:51.482202 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] Set router d5d52879-5838-4a39-90aa-cabc19cd8cfb gateway port host: None {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:22:51.900949 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d52879-5838-4a39-90aa-cabc19cd8cfb', 'name': 'router1', 'tenant_id': '37e02efcdae445b99364bfe88c6d5380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:22:40Z', 'updated_at': '2021-06-17T14:22:50Z', 'revision_number': 2, 'project_id': '37e02efcdae445b99364bfe88c6d5380', 'gw_port_host': None, '_interfaces': [{'id': 'b5cd3cf5-1c42-498f-8445-28d5501e9376', 'name': '', 'network_id': '229541a4-a0ec-485a-8c4c-84aa1b94c5b4', 'tenant_id': '37e02efcdae445b99364bfe88c6d5380', 'mac_address': 'fa:16:3e:03:da:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d52879-5838-4a39-90aa-cabc19cd8cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aec4958c-340f-4995-94ad-219a6d13d887', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:22:49Z', 'updated_at': '2021-06-17T14:22:50Z', 'revision_number': 2, 'project_id': '37e02efcdae445b99364bfe88c6d5380', 'subnets': [{'id': 'aec4958c-340f-4995-94ad-219a6d13d887', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '896c1943-17df-4030-b30b-777961030e87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:22:51.953331 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] Checking router: d5d52879-5838-4a39-90aa-cabc19cd8cfb for host: dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:22:51.953750 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] Updating router d5d52879-5838-4a39-90aa-cabc19cd8cfb port b5cd3cf5-1c42-498f-8445-28d5501e9376 binding host dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:22:52.016588 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:52.502090 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:52.519800 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] Transition to ACTIVE for port object b5cd3cf5-1c42-498f-8445-28d5501e9376 will not be triggered until provisioned by entity L2. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:22:52.610342 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:52.614701 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:52.805908 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9068bfc-c24a-4bc2-b86b-602f4402a736 None None] Pushing event updated for resources: {'Port': ['ID=b5cd3cf5-1c42-498f-8445-28d5501e9376,revision_number=3']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:52.822294 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9068bfc-c24a-4bc2-b86b-602f4402a736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:52.822632 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9068bfc-c24a-4bc2-b86b-602f4402a736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:52.822956 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9068bfc-c24a-4bc2-b86b-602f4402a736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:52.823273 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9068bfc-c24a-4bc2-b86b-602f4402a736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:52.823588 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9068bfc-c24a-4bc2-b86b-602f4402a736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:52.823902 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9068bfc-c24a-4bc2-b86b-602f4402a736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:52.824214 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9068bfc-c24a-4bc2-b86b-602f4402a736 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:52.824729 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9068bfc-c24a-4bc2-b86b-602f4402a736 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:52.825054 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9068bfc-c24a-4bc2-b86b-602f4402a736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:52.825364 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9068bfc-c24a-4bc2-b86b-602f4402a736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:52.825698 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9068bfc-c24a-4bc2-b86b-602f4402a736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:52.826007 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9068bfc-c24a-4bc2-b86b-602f4402a736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9068bfc-c24a-4bc2-b86b-602f4402a736 None None] Tracked resource versions report: Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: pushed versions: Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: { 'AddressGroup': {'1.2'}, Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: 'ConntrackHelper': {'1.0'}, Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: 'Log': {'1.0'}, Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: 'Network': {'1.1'}, Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: 'Port': {'1.7'}, Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: 'PortForwarding': {'1.2'}, Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: 'QosPolicy': {'1.8'}, Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: 'SecurityGroup': {'1.4'}, Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: 'SubPort': {'1.0'}, Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: 'Subnet': {'1.1'}, Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: 'Trunk': {'1.1'}} Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: consumer versions: Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: { DHCP agent@dv-cinder-796286-6-smb: {}, Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: L3 agent@dv-cinder-796286-6-smb: {}, Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: Metadata agent@dv-cinder-796286-6-smb: {}, Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: Metering agent@dv-cinder-796286-6-smb: {}, Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: Open vSwitch agent@dv-cinder-796286-6-smb: { 'AddressGroup': '1.2', Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: 'ConntrackHelper': '1.0', Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: 'Log': '1.0', Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: 'Network': '1.1', Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: 'Port': '1.7', Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: 'PortForwarding': '1.2', Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: 'QosPolicy': '1.8', Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: 'SecurityGroup': '1.4', Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: 'SecurityGroupRule': '1.2', Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: 'SubPort': '1.0', Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: 'Subnet': '1.1', Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: 'Trunk': '1.1'}} Jun 17 14:22:52.827055 dv-cinder-796286-6-smb neutron-server[93282]: {{(pid=93282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:22:52.829567 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] Attempting to bind port b5cd3cf5-1c42-498f-8445-28d5501e9376 on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:22:52.829970 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] Attempting to bind port b5cd3cf5-1c42-498f-8445-28d5501e9376 by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': '324518b4-658e-408c-b0ce-9045b98a5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '229541a4-a0ec-485a-8c4c-84aa1b94c5b4'}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:22:52.830401 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] Attempting to bind port b5cd3cf5-1c42-498f-8445-28d5501e9376 on network 229541a4-a0ec-485a-8c4c-84aa1b94c5b4 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:22:52.834747 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-a9068bfc-c24a-4bc2-b86b-602f4402a736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:52.837809 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:22:52.838847 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] Checking segment: {'id': '324518b4-658e-408c-b0ce-9045b98a5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '229541a4-a0ec-485a-8c4c-84aa1b94c5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:22:52.838847 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:52.839335 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] Bound using segment: {'id': '324518b4-658e-408c-b0ce-9045b98a5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '229541a4-a0ec-485a-8c4c-84aa1b94c5b4'} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:22:52.839598 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] Bound port: b5cd3cf5-1c42-498f-8445-28d5501e9376, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324518b4-658e-408c-b0ce-9045b98a5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '229541a4-a0ec-485a-8c4c-84aa1b94c5b4'}}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:22:52.839966 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:52.909213 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] For port b5cd3cf5-1c42-498f-8445-28d5501e9376, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:22:52.931551 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] For port b5cd3cf5-1c42-498f-8445-28d5501e9376, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=b5cd3cf5-1c42-498f-8445-28d5501e9376,segment=NetworkSegment(324518b4-658e-408c-b0ce-9045b98a5a30),segment_id=324518b4-658e-408c-b0ce-9045b98a5a30)] {{(pid=93282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:22:53.050023 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:53.052327 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:53.111041 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9068bfc-c24a-4bc2-b86b-602f4402a736 None None] Pushing event updated for resources: {'Port': ['ID=b5cd3cf5-1c42-498f-8445-28d5501e9376,revision_number=4']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:53.113606 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] Routers {'d5d52879-5838-4a39-90aa-cabc19cd8cfb'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:22:53.114202 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:22:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['d5d52879-5838-4a39-90aa-cabc19cd8cfb'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:22:53.116265 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-a9068bfc-c24a-4bc2-b86b-602f4402a736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:53.213342 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] Set router d5d52879-5838-4a39-90aa-cabc19cd8cfb gateway port host: None {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:22:53.417250 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d52879-5838-4a39-90aa-cabc19cd8cfb', 'name': 'router1', 'tenant_id': '37e02efcdae445b99364bfe88c6d5380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:22:40Z', 'updated_at': '2021-06-17T14:22:50Z', 'revision_number': 2, 'project_id': '37e02efcdae445b99364bfe88c6d5380', 'gw_port_host': None, '_interfaces': [{'id': 'b5cd3cf5-1c42-498f-8445-28d5501e9376', 'name': '', 'network_id': '229541a4-a0ec-485a-8c4c-84aa1b94c5b4', 'tenant_id': '37e02efcdae445b99364bfe88c6d5380', 'mac_address': 'fa:16:3e:03:da:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d52879-5838-4a39-90aa-cabc19cd8cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aec4958c-340f-4995-94ad-219a6d13d887', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:22:49Z', 'updated_at': '2021-06-17T14:22:52Z', 'revision_number': 4, 'project_id': '37e02efcdae445b99364bfe88c6d5380', 'subnets': [{'id': 'aec4958c-340f-4995-94ad-219a6d13d887', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '896c1943-17df-4030-b30b-777961030e87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:22:53.448046 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad38741-2da9-4da6-81a3-ae9fb3201c4e None None] The sync data for ids ['d5d52879-5838-4a39-90aa-cabc19cd8cfb'] in dv-cinder-796286-6-smb is: [{'id': 'd5d52879-5838-4a39-90aa-cabc19cd8cfb', 'name': 'router1', 'tenant_id': '37e02efcdae445b99364bfe88c6d5380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:22:40Z', 'updated_at': '2021-06-17T14:22:50Z', 'revision_number': 2, 'project_id': '37e02efcdae445b99364bfe88c6d5380', 'gw_port_host': None, '_interfaces': [{'id': 'b5cd3cf5-1c42-498f-8445-28d5501e9376', 'name': '', 'network_id': '229541a4-a0ec-485a-8c4c-84aa1b94c5b4', 'tenant_id': '37e02efcdae445b99364bfe88c6d5380', 'mac_address': 'fa:16:3e:03:da:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d52879-5838-4a39-90aa-cabc19cd8cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aec4958c-340f-4995-94ad-219a6d13d887', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:22:49Z', 'updated_at': '2021-06-17T14:22:52Z', 'revision_number': 4, 'project_id': '37e02efcdae445b99364bfe88c6d5380', 'subnets': [{'id': 'aec4958c-340f-4995-94ad-219a6d13d887', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '896c1943-17df-4030-b30b-777961030e87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:22:53.552888 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 55376) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:53.659206 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4986ac8f-00f8-4333-8e33-24ce93f8ee79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:53.660569 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-4986ac8f-00f8-4333-8e33-24ce93f8ee79 admin admin] 10.222.0.86 "GET /v2.0/networks/bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a HTTP/1.1" status: 200 len: 842 time: 0.1067076 Jun 17 14:22:53.670123 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-0f0c6ffd-42cc-481f-a343-1427c8e45e31 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:22:53.787463 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0c6ffd-42cc-481f-a343-1427c8e45e31 admin admin] Made reservation on behalf of afd961bd2ad445c28d81a85060e904ce for: {'subnet': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:22:53.790227 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0f0c6ffd-42cc-481f-a343-1427c8e45e31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:54.183354 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.objects.ports [None req-0f0c6ffd-42cc-481f-a343-1427c8e45e31 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93279) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 14:22:54.183716 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0f0c6ffd-42cc-481f-a343-1427c8e45e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941'] for subnet, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:54.186871 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:54.239606 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c6ffd-42cc-481f-a343-1427c8e45e31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1de5b000-f039-4ced-982c-ad6f7c0b7727,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:54.243031 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-0f0c6ffd-42cc-481f-a343-1427c8e45e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:54.252143 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c6ffd-42cc-481f-a343-1427c8e45e31 admin admin] Checking segment: {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:22:54.252511 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0c6ffd-42cc-481f-a343-1427c8e45e31 admin admin] Network hostable DHCP agents. Network: bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a, hostable agents: ['5e674aae-4521-411e-b7ad-9e9eb91c2d49'], hosted agents: [] {{(pid=93279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:22:54.359161 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0c6ffd-42cc-481f-a343-1427c8e45e31 admin admin] Network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a is scheduled to be hosted by DHCP agent 5e674aae-4521-411e-b7ad-9e9eb91c2d49 with binding_index 1 {{(pid=93279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:22:54.450547 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-0f0c6ffd-42cc-481f-a343-1427c8e45e31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-smb, bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a) {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:22:54.455292 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0c6ffd-42cc-481f-a343-1427c8e45e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:54.456537 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0f0c6ffd-42cc-481f-a343-1427c8e45e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:54.462650 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7bc227-8f0b-4dc6-8b3d-716ec9081f67 None None] Network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:22:54.582768 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-0f0c6ffd-42cc-481f-a343-1427c8e45e31 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9156680 Jun 17 14:22:54.592480 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e397585e-4ad0-4680-bf8f-e43614c2d18f None None] Network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:22:56.876239 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 55388) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:22:57.004873 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-48c9043e-355b-4187-b6ae-ff692ab48abc admin admin] 10.222.0.86 "GET /v2.0/routers/d5d52879-5838-4a39-90aa-cabc19cd8cfb HTTP/1.1" status: 200 len: 710 time: 0.1274898 Jun 17 14:22:57.093333 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f555bc5-1523-453f-b5ea-e7df6e8c9317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:22:57.094722 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-2f555bc5-1523-453f-b5ea-e7df6e8c9317 admin admin] 10.222.0.86 "GET /v2.0/networks/bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a HTTP/1.1" status: 200 len: 886 time: 0.0841913 Jun 17 14:22:57.104040 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-41b0bcda-e7ae-421c-b621-b7d212b6ad4d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:22:57.411034 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41b0bcda-e7ae-421c-b621-b7d212b6ad4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-970201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-890027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1021'] for router, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:57.675415 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device b5cd3cf5-1c42-498f-8445-28d5501e9376 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:22:57.689283 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41b0bcda-e7ae-421c-b621-b7d212b6ad4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:57.765752 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41b0bcda-e7ae-421c-b621-b7d212b6ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:57.804699 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port b5cd3cf5-1c42-498f-8445-28d5501e9376 completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:22:57.808840 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port b5cd3cf5-1c42-498f-8445-28d5501e9376 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:22:57.809216 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:57.863687 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-41b0bcda-e7ae-421c-b621-b7d212b6ad4d admin admin] Allocated IP 172.28.1.193 (bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a/1de5b000-f039-4ced-982c-ad6f7c0b7727/9c56bdbc-9fb2-4923-a7e2-2dceecbf382a) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:22:57.885993 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:57.968130 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41b0bcda-e7ae-421c-b621-b7d212b6ad4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:58.008266 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] For port b5cd3cf5-1c42-498f-8445-28d5501e9376, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=b5cd3cf5-1c42-498f-8445-28d5501e9376,segment=NetworkSegment(324518b4-658e-408c-b0ce-9045b98a5a30),segment_id=324518b4-658e-408c-b0ce-9045b98a5a30)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:22:58.061881 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41b0bcda-e7ae-421c-b621-b7d212b6ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:58.063994 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:58.097907 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b0bcda-e7ae-421c-b621-b7d212b6ad4d admin admin] Network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:22:58.100535 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-41b0bcda-e7ae-421c-b621-b7d212b6ad4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:22:58.106206 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b0bcda-e7ae-421c-b621-b7d212b6ad4d admin admin] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:22:58.106636 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:58.109282 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:22:58.112058 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0bcda-e7ae-421c-b621-b7d212b6ad4d admin admin] Pushing event updated for resources: {'Port': ['ID=9c56bdbc-9fb2-4923-a7e2-2dceecbf382a,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:58.143592 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-41b0bcda-e7ae-421c-b621-b7d212b6ad4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:58.154999 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Pushing event updated for resources: {'Port': ['ID=b5cd3cf5-1c42-498f-8445-28d5501e9376,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:22:58.158272 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:22:58.473984 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41b0bcda-e7ae-421c-b621-b7d212b6ad4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:58.663414 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41b0bcda-e7ae-421c-b621-b7d212b6ad4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-970201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-890027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1021'] for router, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:58.666805 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41b0bcda-e7ae-421c-b621-b7d212b6ad4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-970238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-970176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-970231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-890020'] for router, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:58.770601 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b0bcda-e7ae-421c-b621-b7d212b6ad4d admin admin] Router d5d52879-5838-4a39-90aa-cabc19cd8cfb has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:22:58.948724 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b0bcda-e7ae-421c-b621-b7d212b6ad4d admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:22:58.953010 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-41b0bcda-e7ae-421c-b621-b7d212b6ad4d admin admin] Notify callbacks [] for router, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:58.954379 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-41b0bcda-e7ae-421c-b621-b7d212b6ad4d admin admin] 10.222.0.86 "PUT /v2.0/routers/d5d52879-5838-4a39-90aa-cabc19cd8cfb HTTP/1.1" status: 200 len: 890 time: 1.8542604 Jun 17 14:22:58.972672 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] Sync routers for ids ['d5d52879-5838-4a39-90aa-cabc19cd8cfb'] in dv-cinder-796286-6-smb {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:22:58.990707 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] Routers {'d5d52879-5838-4a39-90aa-cabc19cd8cfb'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:22:58.991588 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:22:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['d5d52879-5838-4a39-90aa-cabc19cd8cfb'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:22:59.206098 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] Set router d5d52879-5838-4a39-90aa-cabc19cd8cfb gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:22:59.604263 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d52879-5838-4a39-90aa-cabc19cd8cfb', 'name': 'router1', 'tenant_id': '37e02efcdae445b99364bfe88c6d5380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': '9c56bdbc-9fb2-4923-a7e2-2dceecbf382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:22:40Z', 'updated_at': '2021-06-17T14:22:58Z', 'revision_number': 4, 'project_id': '37e02efcdae445b99364bfe88c6d5380', 'gw_port': {'id': '9c56bdbc-9fb2-4923-a7e2-2dceecbf382a', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d52879-5838-4a39-90aa-cabc19cd8cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:22:57Z', 'updated_at': '2021-06-17T14:22:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': 'b5cd3cf5-1c42-498f-8445-28d5501e9376', 'name': '', 'network_id': '229541a4-a0ec-485a-8c4c-84aa1b94c5b4', 'tenant_id': '37e02efcdae445b99364bfe88c6d5380', 'mac_address': 'fa:16:3e:03:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d52879-5838-4a39-90aa-cabc19cd8cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aec4958c-340f-4995-94ad-219a6d13d887', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:22:49Z', 'updated_at': '2021-06-17T14:22:57Z', 'revision_number': 5, 'project_id': '37e02efcdae445b99364bfe88c6d5380', 'subnets': [{'id': 'aec4958c-340f-4995-94ad-219a6d13d887', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '896c1943-17df-4030-b30b-777961030e87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:22:59.656329 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] Checking router: d5d52879-5838-4a39-90aa-cabc19cd8cfb for host: dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:22:59.656720 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] Updating router d5d52879-5838-4a39-90aa-cabc19cd8cfb port 9c56bdbc-9fb2-4923-a7e2-2dceecbf382a binding host dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:22:59.660750 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device b5cd3cf5-1c42-498f-8445-28d5501e9376 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:22:59.716729 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:22:59.821585 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port b5cd3cf5-1c42-498f-8445-28d5501e9376 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:22:59.821958 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:00.099150 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:00.108862 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] Transition to ACTIVE for port object 9c56bdbc-9fb2-4923-a7e2-2dceecbf382a will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:23:00.198948 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:00.201156 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:00.334207 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] Attempting to bind port 9c56bdbc-9fb2-4923-a7e2-2dceecbf382a on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:23:00.334588 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] Attempting to bind port 9c56bdbc-9fb2-4923-a7e2-2dceecbf382a by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:23:00.334966 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] Attempting to bind port 9c56bdbc-9fb2-4923-a7e2-2dceecbf382a on network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:23:00.337189 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49145ac-a05e-4fc2-848f-09f62bac2481 None None] Pushing event updated for resources: {'Port': ['ID=9c56bdbc-9fb2-4923-a7e2-2dceecbf382a,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:00.340570 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-f49145ac-a05e-4fc2-848f-09f62bac2481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:00.343267 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:23:00.343656 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] Checking segment: {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:23:00.344057 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:00.344521 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] Bound using segment: {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:23:00.344931 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] Bound port: 9c56bdbc-9fb2-4923-a7e2-2dceecbf382a, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:23:00.345304 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:00.395118 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] For port 9c56bdbc-9fb2-4923-a7e2-2dceecbf382a, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:23:00.398145 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] For port 9c56bdbc-9fb2-4923-a7e2-2dceecbf382a, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=9c56bdbc-9fb2-4923-a7e2-2dceecbf382a,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:23:00.466475 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:00.468670 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:00.522725 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] Routers {'d5d52879-5838-4a39-90aa-cabc19cd8cfb'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:23:00.523491 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:22:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['d5d52879-5838-4a39-90aa-cabc19cd8cfb'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:00.558007 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49145ac-a05e-4fc2-848f-09f62bac2481 None None] Pushing event updated for resources: {'Port': ['ID=9c56bdbc-9fb2-4923-a7e2-2dceecbf382a,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:00.584444 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-f49145ac-a05e-4fc2-848f-09f62bac2481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:00.627859 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] Set router d5d52879-5838-4a39-90aa-cabc19cd8cfb gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:23:00.837509 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d52879-5838-4a39-90aa-cabc19cd8cfb', 'name': 'router1', 'tenant_id': '37e02efcdae445b99364bfe88c6d5380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': '9c56bdbc-9fb2-4923-a7e2-2dceecbf382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:22:40Z', 'updated_at': '2021-06-17T14:22:58Z', 'revision_number': 4, 'project_id': '37e02efcdae445b99364bfe88c6d5380', 'gw_port': {'id': '9c56bdbc-9fb2-4923-a7e2-2dceecbf382a', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d52879-5838-4a39-90aa-cabc19cd8cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:22:57Z', 'updated_at': '2021-06-17T14:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': 'b5cd3cf5-1c42-498f-8445-28d5501e9376', 'name': '', 'network_id': '229541a4-a0ec-485a-8c4c-84aa1b94c5b4', 'tenant_id': '37e02efcdae445b99364bfe88c6d5380', 'mac_address': 'fa:16:3e:03:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d52879-5838-4a39-90aa-cabc19cd8cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aec4958c-340f-4995-94ad-219a6d13d887', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:22:49Z', 'updated_at': '2021-06-17T14:22:57Z', 'revision_number': 5, 'project_id': '37e02efcdae445b99364bfe88c6d5380', 'subnets': [{'id': 'aec4958c-340f-4995-94ad-219a6d13d887', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '896c1943-17df-4030-b30b-777961030e87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:23:00.863538 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df0d47-3eb3-4e81-b2f9-51b1b10386cd None None] The sync data for ids ['d5d52879-5838-4a39-90aa-cabc19cd8cfb'] in dv-cinder-796286-6-smb is: [{'id': 'd5d52879-5838-4a39-90aa-cabc19cd8cfb', 'name': 'router1', 'tenant_id': '37e02efcdae445b99364bfe88c6d5380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': '9c56bdbc-9fb2-4923-a7e2-2dceecbf382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:22:40Z', 'updated_at': '2021-06-17T14:22:58Z', 'revision_number': 4, 'project_id': '37e02efcdae445b99364bfe88c6d5380', 'gw_port': {'id': '9c56bdbc-9fb2-4923-a7e2-2dceecbf382a', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d52879-5838-4a39-90aa-cabc19cd8cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:22:57Z', 'updated_at': '2021-06-17T14:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': 'b5cd3cf5-1c42-498f-8445-28d5501e9376', 'name': '', 'network_id': '229541a4-a0ec-485a-8c4c-84aa1b94c5b4', 'tenant_id': '37e02efcdae445b99364bfe88c6d5380', 'mac_address': 'fa:16:3e:03:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d52879-5838-4a39-90aa-cabc19cd8cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aec4958c-340f-4995-94ad-219a6d13d887', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:22:49Z', 'updated_at': '2021-06-17T14:22:57Z', 'revision_number': 5, 'project_id': '37e02efcdae445b99364bfe88c6d5380', 'subnets': [{'id': 'aec4958c-340f-4995-94ad-219a6d13d887', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '896c1943-17df-4030-b30b-777961030e87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:23:01.362417 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 55396) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:23:01.484572 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-3091fcb0-75ee-4606-933e-d987d2565898 admin admin] 10.222.0.86 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1210284 Jun 17 14:23:01.683625 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 9c56bdbc-9fb2-4923-a7e2-2dceecbf382a up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:23:01.815684 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port 9c56bdbc-9fb2-4923-a7e2-2dceecbf382a completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:23:01.819962 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 9c56bdbc-9fb2-4923-a7e2-2dceecbf382a triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:23:01.820349 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:01.902955 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:01.925790 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] For port 9c56bdbc-9fb2-4923-a7e2-2dceecbf382a, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=9c56bdbc-9fb2-4923-a7e2-2dceecbf382a,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:23:02.027351 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:02.029821 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:23:02.077572 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Pushing event updated for resources: {'Port': ['ID=9c56bdbc-9fb2-4923-a7e2-2dceecbf382a,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:23:02.081122 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:23:03.668156 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 9c56bdbc-9fb2-4923-a7e2-2dceecbf382a up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:23:03.723579 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 9c56bdbc-9fb2-4923-a7e2-2dceecbf382a triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:23:03.724178 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:13.272734 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c326be63-7610-4484-b635-0c71522036e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:15.342565 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 5 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:23:15.696308 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3d781189-54ff-4de1-8190-9bf44e262ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:15.826012 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:16.797191 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:18.632727 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:43.255766 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3512725c-3a5b-4102-b44d-3dd4c73241f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:45.683243 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6f62-021d-4dbf-8e77-50479e70e2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:45.803519 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:46.780123 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:48.637469 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:23:52.340741 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 5 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:24:13.276448 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2dac12ff-4c03-4d22-aabd-ef4043d5d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:15.675092 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1a49684e-43cd-477f-810d-7a1e0a153778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:15.859682 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:16.818655 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:18.641892 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:29.339348 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 5 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:24:39.279783 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 55964) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:39.342191 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.pecan_wsgi.hooks.translation [None req-841249ab-5966-4344-b1ac-1d2707bbff46 admin admin] GET failed (client error): The resource could not be found. Jun 17 14:24:39.343528 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-841249ab-5966-4344-b1ac-1d2707bbff46 admin admin] 10.222.0.86 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0627148 Jun 17 14:24:39.496031 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf04357a-219c-4dcd-8a61-7e47b078f5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:39.497405 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-cf04357a-219c-4dcd-8a61-7e47b078f5da admin admin] 10.222.0.86 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1500793 Jun 17 14:24:41.635044 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 55974) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:41.722904 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8f9d7d-5837-44d3-af07-79ff5b555e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:41.724240 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-af8f9d7d-5837-44d3-af07-79ff5b555e7d admin admin] 10.222.0.86 "GET /v2.0/subnets/aec4958c-340f-4995-94ad-219a6d13d887 HTTP/1.1" status: 200 len: 849 time: 0.0881801 Jun 17 14:24:41.733537 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-46b9c52b-b80f-4d78-81ab-fe28b3c0edfc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:24:41.815715 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-46b9c52b-b80f-4d78-81ab-fe28b3c0edfc admin admin] Notify callbacks [] for subnet, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:42.104193 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-46b9c52b-b80f-4d78-81ab-fe28b3c0edfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793008826920'] for subnet, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:42.107416 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-0f0c6ffd-42cc-481f-a343-1427c8e45e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:24:42.135279 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b9c52b-b80f-4d78-81ab-fe28b3c0edfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:42.135873 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-46b9c52b-b80f-4d78-81ab-fe28b3c0edfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:42.137169 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-46b9c52b-b80f-4d78-81ab-fe28b3c0edfc admin admin] 10.222.0.86 "PUT /v2.0/subnets/aec4958c-340f-4995-94ad-219a6d13d887 HTTP/1.1" status: 200 len: 868 time: 0.4075396 Jun 17 14:24:42.142816 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc88166-ec77-4d59-bd2c-ef3740f56f42 None None] Network 229541a4-a0ec-485a-8c4c-84aa1b94c5b4 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:24:42.159447 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9c52b-b80f-4d78-81ab-fe28b3c0edfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec4958c-340f-4995-94ad-219a6d13d887,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:24:42.171229 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c52b-b80f-4d78-81ab-fe28b3c0edfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:42.171776 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c52b-b80f-4d78-81ab-fe28b3c0edfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:42.172311 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c52b-b80f-4d78-81ab-fe28b3c0edfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:42.172837 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c52b-b80f-4d78-81ab-fe28b3c0edfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:42.173413 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c52b-b80f-4d78-81ab-fe28b3c0edfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:42.174237 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c52b-b80f-4d78-81ab-fe28b3c0edfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:42.174437 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c52b-b80f-4d78-81ab-fe28b3c0edfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:42.174952 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c52b-b80f-4d78-81ab-fe28b3c0edfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:42.176029 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c52b-b80f-4d78-81ab-fe28b3c0edfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:42.176405 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c52b-b80f-4d78-81ab-fe28b3c0edfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:42.176763 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c52b-b80f-4d78-81ab-fe28b3c0edfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:42.177119 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c52b-b80f-4d78-81ab-fe28b3c0edfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:24:42.180790 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-46b9c52b-b80f-4d78-81ab-fe28b3c0edfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:24:42.564996 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-5fa95f8d-51a8-4725-b6b9-12546e730a6e None None] Provisioning complete for port b5cd3cf5-1c42-498f-8445-28d5501e9376 triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:42.565374 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5fa95f8d-51a8-4725-b6b9-12546e730a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:42.669409 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-5fa95f8d-51a8-4725-b6b9-12546e730a6e None None] Provisioning complete for port 288e5ba9-37a9-4652-9056-45a6a1cda1e3 triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:24:42.669740 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5fa95f8d-51a8-4725-b6b9-12546e730a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:43.279740 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-04515dcc-2b39-4e8c-963c-0e1f435e44c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:44.278581 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 55982) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:44.469652 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9119f3ec-3b98-4740-beab-677ecb77732e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:44.470059 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9119f3ec-3b98-4740-beab-677ecb77732e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:44.471582 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-9119f3ec-3b98-4740-beab-677ecb77732e admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1920671 Jun 17 14:24:45.675895 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-67bddeff-fcd3-4f47-bdc9-34013d25cb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:45.795485 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:46.587331 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 55990) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:46.716627 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a642ca6d-0196-48cb-83a9-af3b3ce44110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:46.717112 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a642ca6d-0196-48cb-83a9-af3b3ce44110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:46.719478 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-a642ca6d-0196-48cb-83a9-af3b3ce44110 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1303942 Jun 17 14:24:46.817489 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:48.692383 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:24:48.912693 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 55998) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:49.087086 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa35d9cb-052f-4615-bb69-32ba4539bfa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:49.088447 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-fa35d9cb-052f-4615-bb69-32ba4539bfa2 admin admin] 10.222.0.86 "GET /v2.0/networks/229541a4-a0ec-485a-8c4c-84aa1b94c5b4 HTTP/1.1" status: 200 len: 870 time: 0.1748464 Jun 17 14:24:51.216150 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 56008) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:51.337219 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6715662-dea7-46cc-bbf2-3b154330044c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:51.338575 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-d6715662-dea7-46cc-bbf2-3b154330044c admin admin] 10.222.0.86 "GET /v2.0/networks/bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a HTTP/1.1" status: 200 len: 886 time: 0.1215007 Jun 17 14:24:53.446045 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 56016) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:53.563288 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6b5f83-fa89-4f5f-9852-ad7b8537371c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:53.563756 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6b5f83-fa89-4f5f-9852-ad7b8537371c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:53.566294 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-0c6b5f83-fa89-4f5f-9852-ad7b8537371c admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1182697 Jun 17 14:24:55.687900 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 56024) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:55.809401 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51741fd8-1996-4263-90f2-f85a4bb3f6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:55.809957 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51741fd8-1996-4263-90f2-f85a4bb3f6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:55.811424 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-51741fd8-1996-4263-90f2-f85a4bb3f6b9 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1224737 Jun 17 14:24:57.953202 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 56032) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:24:58.038295 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac50d2a-d233-4fc5-a668-d881ae605c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:24:58.039615 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-6ac50d2a-d233-4fc5-a668-d881ae605c4c admin admin] 10.222.0.86 "GET /v2.0/subnets/1de5b000-f039-4ced-982c-ad6f7c0b7727 HTTP/1.1" status: 200 len: 816 time: 0.0855172 Jun 17 14:25:00.176106 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 56040) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:00.266112 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a154cb47-f2ec-4042-a712-e1ec3224ec37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:00.267427 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-a154cb47-f2ec-4042-a712-e1ec3224ec37 admin admin] 10.222.0.86 "GET /v2.0/subnets/aec4958c-340f-4995-94ad-219a6d13d887 HTTP/1.1" status: 200 len: 868 time: 0.0903847 Jun 17 14:25:06.336993 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 5 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:25:13.291938 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-0f672e5f-f464-4aa3-be1b-98e8a58d51e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:15.691574 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-414b05ed-0d84-4d9a-9a15-b7120540426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:15.817813 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:16.810146 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:18.651892 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:23.568164 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 56084) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:23.614404 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [None req-075ae49e-e4d9-49f4-a78e-9f0854c171bd admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=93279) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:25:23.615388 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-075ae49e-e4d9-49f4-a78e-9f0854c171bd admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462918 Jun 17 14:25:25.791051 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 56092) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:25.848769 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.pecan_wsgi.hooks.translation [None req-23109cc9-c65d-4bf4-91b9-b1ff4da600f6 admin admin] GET failed (client error): The resource could not be found. Jun 17 14:25:25.850095 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-23109cc9-c65d-4bf4-91b9-b1ff4da600f6 admin admin] 10.222.0.86 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0581322 Jun 17 14:25:25.932002 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f777ee9b-232b-41f1-97b6-c0019c8ef253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:25.933523 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-f777ee9b-232b-41f1-97b6-c0019c8ef253 admin admin] 10.222.0.86 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0796309 Jun 17 14:25:28.082543 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 56100) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:28.128088 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-96dfe13b-b35a-4c40-a265-da60396b1bcc admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:25:28.251846 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dfe13b-b35a-4c40-a265-da60396b1bcc admin admin] Made reservation on behalf of afd961bd2ad445c28d81a85060e904ce for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:25:28.254301 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-96dfe13b-b35a-4c40-a265-da60396b1bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:28.285281 dv-cinder-796286-6-smb neutron-server[93279]: WARNING neutron.services.revisions.revision_plugin [None req-96dfe13b-b35a-4c40-a265-da60396b1bcc admin admin] Could not find related network for resource to bump revision. Jun 17 14:25:28.298755 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96dfe13b-b35a-4c40-a265-da60396b1bcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1127} {{(pid=93279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:25:28.308072 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-96dfe13b-b35a-4c40-a265-da60396b1bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:28.308412 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.db.segments_db [None req-96dfe13b-b35a-4c40-a265-da60396b1bcc admin admin] Added segment d518eb40-8be8-4bf4-bd65-8228733454f1 of type vlan for network 43ebf9b1-010a-474e-aa02-1b336d4b69b3 Jun 17 14:25:28.346406 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-96dfe13b-b35a-4c40-a265-da60396b1bcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793008305830'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:28.445887 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-96dfe13b-b35a-4c40-a265-da60396b1bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:28.447162 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dfe13b-b35a-4c40-a265-da60396b1bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:28.447770 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-96dfe13b-b35a-4c40-a265-da60396b1bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:28.450385 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:28.503714 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfe13b-b35a-4c40-a265-da60396b1bcc admin admin] Pushing event updated for resources: {'Network': ['ID=43ebf9b1-010a-474e-aa02-1b336d4b69b3,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:28.506444 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-96dfe13b-b35a-4c40-a265-da60396b1bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:28.513902 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Network 43ebf9b1-010a-474e-aa02-1b336d4b69b3 details requested by agent ovs-agent-dv-cinder-796286-6-smb with host dv-cinder-796286-6-smb {{(pid=93281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:25:28.548291 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-96dfe13b-b35a-4c40-a265-da60396b1bcc admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4641063 Jun 17 14:25:30.686463 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 56108) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:25:30.744532 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d28613-8f4a-49af-9181-bdcfb3435f70 admin admin] GET failed (client error): The resource could not be found. Jun 17 14:25:30.745854 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-26d28613-8f4a-49af-9181-bdcfb3435f70 admin admin] 10.222.0.86 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0584381 Jun 17 14:25:30.842432 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4df722-fca2-433c-8649-5833e2b4880e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:30.843849 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-af4df722-fca2-433c-8649-5833e2b4880e admin admin] 10.222.0.86 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0942750 Jun 17 14:25:30.853931 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '43ebf9b1-010a-474e-aa02-1b336d4b69b3', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:25:30.971900 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Made reservation on behalf of afd961bd2ad445c28d81a85060e904ce for: {'subnet': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:25:30.974228 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Notify callbacks [] for subnet, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:31.223194 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941'] for subnet, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:31.225310 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-be502c1e-564d-4abd-a006-c90b6e780276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:31.280087 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa19e38d-4dad-4528-b49d-4b391a1319cb,revision_number=0']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:31.290052 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:31.290393 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:31.290728 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:31.291056 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:31.291380 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:31.291704 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:31.292023 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:31.292364 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:31.292683 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:31.293000 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:31.293314 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:31.293652 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:31.299785 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:31.302414 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Checking segment: {'id': 'd518eb40-8be8-4bf4-bd65-8228733454f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '43ebf9b1-010a-474e-aa02-1b336d4b69b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:25:31.302767 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Network hostable DHCP agents. Network: 43ebf9b1-010a-474e-aa02-1b336d4b69b3, hostable agents: ['5e674aae-4521-411e-b7ad-9e9eb91c2d49'], hosted agents: [] {{(pid=93280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:25:31.439508 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Network 43ebf9b1-010a-474e-aa02-1b336d4b69b3 is scheduled to be hosted by DHCP agent 5e674aae-4521-411e-b7ad-9e9eb91c2d49 with binding_index 1 {{(pid=93280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:25:31.531664 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-smb, 43ebf9b1-010a-474e-aa02-1b336d4b69b3) {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:25:31.536104 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:25:31.536685 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for subnet, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:31.541412 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14692ba-f518-479a-923f-5270cb06815e None None] Network 43ebf9b1-010a-474e-aa02-1b336d4b69b3 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:25:31.661491 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7959120 Jun 17 14:25:31.791436 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47967912-1cf6-55f0-b54e-8ed58effb64d-43ebf9b1-010a-474e-aa02-1b336d4b69b3', 'network_id': '43ebf9b1-010a-474e-aa02-1b336d4b69b3', 'tenant_id': 'afd961bd2ad445c28d81a85060e904ce', 'fixed_ips': [{'subnet_id': 'aa19e38d-4dad-4528-b49d-4b391a1319cb'}]}} from dv-cinder-796286-6-smb. {{(pid=93281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 14:25:31.792306 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:31.930736 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Allocated IP 192.168.233.2 (43ebf9b1-010a-474e-aa02-1b336d4b69b3/aa19e38d-4dad-4528-b49d-4b391a1319cb/b3e5565b-fc25-4f0a-b4c6-3751879321d9) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:25:32.075126 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:32.083422 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Transition to ACTIVE for port object b3e5565b-fc25-4f0a-b4c6-3751879321d9 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:25:32.098441 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Transition to ACTIVE for port object b3e5565b-fc25-4f0a-b4c6-3751879321d9 will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:25:32.183197 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:32.185438 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:32.221725 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Network 43ebf9b1-010a-474e-aa02-1b336d4b69b3 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:25:32.224527 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:25:32.233211 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:25:32.239741 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Pushing event updated for resources: {'Port': ['ID=b3e5565b-fc25-4f0a-b4c6-3751879321d9,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:32.250288 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:32.257406 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:32.257406 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:32.257406 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:32.257406 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:32.257406 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:32.257406 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:32.257406 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:32.257406 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:32.257406 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:32.257406 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:32.257406 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:25:32.272520 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:32.307020 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Attempting to bind port b3e5565b-fc25-4f0a-b4c6-3751879321d9 on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:25:32.307406 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Attempting to bind port b3e5565b-fc25-4f0a-b4c6-3751879321d9 by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': 'd518eb40-8be8-4bf4-bd65-8228733454f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '43ebf9b1-010a-474e-aa02-1b336d4b69b3'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:25:32.307768 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Attempting to bind port b3e5565b-fc25-4f0a-b4c6-3751879321d9 on network 43ebf9b1-010a-474e-aa02-1b336d4b69b3 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:25:32.312768 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:25:32.313181 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Checking segment: {'id': 'd518eb40-8be8-4bf4-bd65-8228733454f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '43ebf9b1-010a-474e-aa02-1b336d4b69b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:25:32.313665 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:32.314272 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Bound using segment: {'id': 'd518eb40-8be8-4bf4-bd65-8228733454f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '43ebf9b1-010a-474e-aa02-1b336d4b69b3'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:25:32.314762 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Bound port: b3e5565b-fc25-4f0a-b4c6-3751879321d9, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd518eb40-8be8-4bf4-bd65-8228733454f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '43ebf9b1-010a-474e-aa02-1b336d4b69b3'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:25:32.315134 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:32.377879 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] For port b3e5565b-fc25-4f0a-b4c6-3751879321d9, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:25:32.380852 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] For port b3e5565b-fc25-4f0a-b4c6-3751879321d9, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=b3e5565b-fc25-4f0a-b4c6-3751879321d9,segment=NetworkSegment(d518eb40-8be8-4bf4-bd65-8228733454f1),segment_id=d518eb40-8be8-4bf4-bd65-8228733454f1)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:25:32.440707 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:32.444046 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-2ad8d183-f6af-4f75-9edd-868c55f834c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:32.497614 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Pushing event updated for resources: {'Port': ['ID=b3e5565b-fc25-4f0a-b4c6-3751879321d9,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:32.501062 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:33.270974 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e166f2b-722b-40d3-8b23-b631750fd203 None None] Network 43ebf9b1-010a-474e-aa02-1b336d4b69b3 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:25:33.417824 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-6c24ace2-a1c5-4191-9736-ba704c587f92 None None] Provisioning for port b3e5565b-fc25-4f0a-b4c6-3751879321d9 completed by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:25:33.789775 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device b3e5565b-fc25-4f0a-b4c6-3751879321d9 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:25:33.936733 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port b3e5565b-fc25-4f0a-b4c6-3751879321d9 completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:25:33.941414 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port b3e5565b-fc25-4f0a-b4c6-3751879321d9 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:25:33.944782 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:34.019016 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:34.051863 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] For port b3e5565b-fc25-4f0a-b4c6-3751879321d9, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=b3e5565b-fc25-4f0a-b4c6-3751879321d9,segment=NetworkSegment(d518eb40-8be8-4bf4-bd65-8228733454f1),segment_id=d518eb40-8be8-4bf4-bd65-8228733454f1)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:25:34.131279 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:34.133428 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:25:34.178697 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Pushing event updated for resources: {'Port': ['ID=b3e5565b-fc25-4f0a-b4c6-3751879321d9,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:25:34.181785 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:25:35.769439 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device b3e5565b-fc25-4f0a-b4c6-3751879321d9 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:25:35.820884 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port b3e5565b-fc25-4f0a-b4c6-3751879321d9 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:25:35.821266 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:43.285080 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e799-397e-430e-a68b-8cbcc83cb6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:43.336624 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 5 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:25:45.666380 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d76d0c23-bc7d-4690-9819-ea190696b5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:45.816349 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:46.845281 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:25:48.645342 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:13.306954 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2d867e98-589c-465b-a751-e7aef136a5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:15.683823 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-51962e6b-aa9f-4160-a544-b64054a3e05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:15.781108 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:16.836240 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:18.649867 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:20.334273 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 5 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:26:43.318138 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3d5a25b8-f8f7-453c-b6e1-c654b3b2e7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:45.770476 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c14af88c-a8b3-4106-be93-071a15db29f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:45.998119 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:46.843074 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:48.670284 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:49.077710 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 56160) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:49.083582 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [None req-f80ca5f1-2854-40e7-b3ee-303c04786bfa tempest-verify_tempest_config-951451766 tempest-verify_tempest_config-951451766-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=93280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:26:49.084586 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-f80ca5f1-2854-40e7-b3ee-303c04786bfa tempest-verify_tempest_config-951451766 tempest-verify_tempest_config-951451766-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058835 Jun 17 14:26:49.707559 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 56178) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:49.811449 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2e7e369e-914b-4186-882b-0fbcf7ca9006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:49.895117 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2e7e369e-914b-4186-882b-0fbcf7ca9006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:49.972253 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2e7e369e-914b-4186-882b-0fbcf7ca9006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:49.975214 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:50.016749 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-2e7e369e-914b-4186-882b-0fbcf7ca9006 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=794cefe5ba7e46abb1f220707bb8e935&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3081179 Jun 17 14:26:50.017449 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e369e-914b-4186-882b-0fbcf7ca9006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a2e3ca-08a6-415a-901e-51b1345374c2,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:50.019380 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 56182) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:26:50.039016 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e369e-914b-4186-882b-0fbcf7ca9006 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:50.039368 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e369e-914b-4186-882b-0fbcf7ca9006 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:50.039744 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e369e-914b-4186-882b-0fbcf7ca9006 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:50.040075 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e369e-914b-4186-882b-0fbcf7ca9006 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:50.040402 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e369e-914b-4186-882b-0fbcf7ca9006 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:50.040726 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e369e-914b-4186-882b-0fbcf7ca9006 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:50.041047 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e369e-914b-4186-882b-0fbcf7ca9006 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:50.041365 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e369e-914b-4186-882b-0fbcf7ca9006 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:50.041706 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e369e-914b-4186-882b-0fbcf7ca9006 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:50.044449 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e369e-914b-4186-882b-0fbcf7ca9006 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:50.044449 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e369e-914b-4186-882b-0fbcf7ca9006 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:50.044449 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7e369e-914b-4186-882b-0fbcf7ca9006 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:26:50.048197 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-2e7e369e-914b-4186-882b-0fbcf7ca9006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:50.087408 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-3d164cb5-c167-40c2-a452-3e535c3f5deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:50.109523 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-3d164cb5-c167-40c2-a452-3e535c3f5deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:50.260388 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-3d164cb5-c167-40c2-a452-3e535c3f5deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:50.263685 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-3d164cb5-c167-40c2-a452-3e535c3f5deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:26:50.264793 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-3d164cb5-c167-40c2-a452-3e535c3f5deb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a6a2e3ca-08a6-415a-901e-51b1345374c2 HTTP/1.1" status: 204 len: 168 time: 0.2445266 Jun 17 14:26:50.265446 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:26:50.272915 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d164cb5-c167-40c2-a452-3e535c3f5deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a2e3ca-08a6-415a-901e-51b1345374c2,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:26:50.275100 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-3d164cb5-c167-40c2-a452-3e535c3f5deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:26:57.332647 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 5 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:27:13.299066 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-41880bdd-a837-47a7-b327-63ed48c74c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:15.710761 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-97c0245e-8a91-4b6c-9c92-34b57d24608f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:15.853777 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:16.900683 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:18.662579 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:34.331746 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 5 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:27:43.290326 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e24b4aa8-2881-4ad5-8c4f-16762e90ebf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:45.701836 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8dc465da-b5db-47e8-8639-7b120fb5f59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:45.798828 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:46.841071 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:27:48.652359 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:11.329596 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 5 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:28:13.289057 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2c6934d0-27e9-40da-bfcd-2bb26b30b933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:15.677521 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-46f4b845-c473-40a0-ab43-5ff811af68d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:15.800166 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:16.825802 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:18.662793 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:35.293611 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882'] for agent, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:39.174974 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 56234) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:28:39.276583 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-b46d7973-4973-4bfa-b4d2-fdf55f1fc8ca admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1005719 Jun 17 14:28:41.439355 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 56244) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:28:41.491556 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-4a3e3a10-2d58-40ad-9cd3-d5d773773e5d admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0511501 Jun 17 14:28:43.290608 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-499e10f0-2c27-4ad2-a2b7-b557116b9fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:45.696287 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-156cf70f-f7f3-47b8-bfa1-5ca115bf233f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:45.801794 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:46.830456 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:28:48.327879 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:28:48.672918 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:05.260923 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:13.283596 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-a1aa615f-2302-4ec4-a331-fd5ad9ad3714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:15.678022 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8c1b8a0c-6197-4af3-91fe-38698927c50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:15.800799 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:16.820585 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:18.680634 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:25.326720 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:29:35.257662 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:43.282971 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-78722d37-d3da-4c5e-87ed-b5eb0097dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:45.694232 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-619eea7e-6e32-4eb0-a2c0-6851ac934b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:45.802699 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:46.862757 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:29:48.656853 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:02.326608 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:30:05.316285 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:12.542668 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 56364) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:12.722839 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1344581890-network', 'tenant_id': 'c5ee367a2b464762a0daffd2dcf1cc80'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:12.847624 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Made reservation on behalf of c5ee367a2b464762a0daffd2dcf1cc80 for: {'network': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:30:12.850050 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for network, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:12.859066 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:12.950180 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:13.024496 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:13.028728 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-3d164cb5-c167-40c2-a452-3e535c3f5deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:13.049901 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1120} {{(pid=93280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:30:13.058007 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bfbc27-029a-495b-968f-a68da2e9cb8c,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:13.067609 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.db.segments_db [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Added segment 401b96fc-a845-466b-b735-e05f14cb5de6 of type vlan for network 1724ad49-1d14-4597-a4a2-7c94b156f369 Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Tracked resource versions report: Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: pushed versions: Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: { 'AddressGroup': {'1.2'}, Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: 'ConntrackHelper': {'1.0'}, Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: 'Log': {'1.0'}, Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: 'Network': {'1.1'}, Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: 'Port': {'1.7'}, Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: 'PortForwarding': {'1.2'}, Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: 'QosPolicy': {'1.8'}, Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: 'SecurityGroup': {'1.4'}, Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: 'SubPort': {'1.0'}, Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: 'Subnet': {'1.1'}, Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: 'Trunk': {'1.1'}} Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: consumer versions: Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: { DHCP agent@dv-cinder-796286-6-smb: {}, Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: HyperV agent@hv-cinder-79628: {}, Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: L3 agent@dv-cinder-796286-6-smb: {}, Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: Metadata agent@dv-cinder-796286-6-smb: {}, Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: Metering agent@dv-cinder-796286-6-smb: {}, Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: Open vSwitch agent@dv-cinder-796286-6-smb: { 'AddressGroup': '1.2', Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: 'ConntrackHelper': '1.0', Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: 'Log': '1.0', Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: 'Network': '1.1', Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: 'Port': '1.7', Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: 'PortForwarding': '1.2', Jun 17 14:30:13.079877 dv-cinder-796286-6-smb neutron-server[93280]: 'QosPolicy': '1.8', Jun 17 14:30:13.082701 dv-cinder-796286-6-smb neutron-server[93280]: 'SecurityGroup': '1.4', Jun 17 14:30:13.082701 dv-cinder-796286-6-smb neutron-server[93280]: 'SecurityGroupRule': '1.2', Jun 17 14:30:13.082701 dv-cinder-796286-6-smb neutron-server[93280]: 'SubPort': '1.0', Jun 17 14:30:13.082701 dv-cinder-796286-6-smb neutron-server[93280]: 'Subnet': '1.1', Jun 17 14:30:13.082701 dv-cinder-796286-6-smb neutron-server[93280]: 'Trunk': '1.1'}} Jun 17 14:30:13.082701 dv-cinder-796286-6-smb neutron-server[93280]: {{(pid=93280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:30:13.085668 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:13.119959 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793008305830'] for network, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:13.290071 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932'] for network, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:13.291421 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:13.292004 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:13.294728 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:13.330213 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-69a4e1cb-5402-435b-a7eb-f69f25c45ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:13.353826 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Pushing event updated for resources: {'Network': ['ID=1724ad49-1d14-4597-a4a2-7c94b156f369,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:13.357382 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:13.365079 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Network 1724ad49-1d14-4597-a4a2-7c94b156f369 details requested by agent ovs-agent-dv-cinder-796286-6-smb with host dv-cinder-796286-6-smb {{(pid=93281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:30:13.408031 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8607740 Jun 17 14:30:13.408790 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 56406) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:13.419136 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Request body: {'subnet': {'network_id': '1724ad49-1d14-4597-a4a2-7c94b156f369', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1344581890-subnet', 'tenant_id': 'c5ee367a2b464762a0daffd2dcf1cc80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:13.444345 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 56410) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:13.527270 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Made reservation on behalf of c5ee367a2b464762a0daffd2dcf1cc80 for: {'subnet': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:30:13.529890 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:13.787734 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941'] for subnet, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:13.790799 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:13.891467 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-6ca2cf06-3d2e-4b8d-ae4c-daa55adcbde4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-680198692-network', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:13.958451 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c918cc7b-dc6e-47aa-94e8-e76ed3b447c3,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:13.968970 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.971037 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.971037 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.971037 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.971037 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.971037 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.971037 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.971539 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.971539 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.971847 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.972165 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.972479 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Tracked resource versions report: Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: pushed versions: Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: { 'AddressGroup': {'1.2'}, Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: 'ConntrackHelper': {'1.0'}, Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: 'Log': {'1.0'}, Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: 'Network': {'1.1'}, Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: 'Port': {'1.7'}, Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: 'PortForwarding': {'1.2'}, Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: 'QosPolicy': {'1.8'}, Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: 'SecurityGroup': {'1.4'}, Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: 'SubPort': {'1.0'}, Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: 'Subnet': {'1.1'}, Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: 'Trunk': {'1.1'}} Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: consumer versions: Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: { DHCP agent@dv-cinder-796286-6-smb: {}, Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: HyperV agent@hv-cinder-79628: {}, Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: L3 agent@dv-cinder-796286-6-smb: {}, Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: Metadata agent@dv-cinder-796286-6-smb: {}, Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: Metering agent@dv-cinder-796286-6-smb: {}, Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: Open vSwitch agent@dv-cinder-796286-6-smb: { 'AddressGroup': '1.2', Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: 'ConntrackHelper': '1.0', Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: 'Log': '1.0', Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: 'Network': '1.1', Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: 'Port': '1.7', Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: 'PortForwarding': '1.2', Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: 'QosPolicy': '1.8', Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: 'SecurityGroup': '1.4', Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: 'SecurityGroupRule': '1.2', Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: 'SubPort': '1.0', Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: 'Subnet': '1.1', Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: 'Trunk': '1.1'}} Jun 17 14:30:13.973513 dv-cinder-796286-6-smb neutron-server[93279]: {{(pid=93279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:30:13.975877 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Checking segment: {'id': '401b96fc-a845-466b-b735-e05f14cb5de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '1724ad49-1d14-4597-a4a2-7c94b156f369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:30:13.976349 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Network hostable DHCP agents. Network: 1724ad49-1d14-4597-a4a2-7c94b156f369, hostable agents: ['5e674aae-4521-411e-b7ad-9e9eb91c2d49'], hosted agents: [] {{(pid=93279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:30:13.979931 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:13.990520 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca2cf06-3d2e-4b8d-ae4c-daa55adcbde4 admin admin] Made reservation on behalf of f734e894b23d43df98ee905f03cdfe49 for: {'network': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:30:13.992828 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6ca2cf06-3d2e-4b8d-ae4c-daa55adcbde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for network, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:14.002347 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6ca2cf06-3d2e-4b8d-ae4c-daa55adcbde4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:14.061574 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Network 1724ad49-1d14-4597-a4a2-7c94b156f369 is scheduled to be hosted by DHCP agent 5e674aae-4521-411e-b7ad-9e9eb91c2d49 with binding_index 1 {{(pid=93279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:30:14.112373 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6ca2cf06-3d2e-4b8d-ae4c-daa55adcbde4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:14.148867 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-smb, 1724ad49-1d14-4597-a4a2-7c94b156f369) {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:14.155964 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:14.156960 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:14.167741 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad894541-1a0f-4f1d-a741-37d261440fa5 None None] Network 1724ad49-1d14-4597-a4a2-7c94b156f369 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:30:14.187543 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6ca2cf06-3d2e-4b8d-ae4c-daa55adcbde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:14.191723 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:14.217355 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2cf06-3d2e-4b8d-ae4c-daa55adcbde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e316b18a-137b-4115-a271-66a280e44626,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:14.222033 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-6ca2cf06-3d2e-4b8d-ae4c-daa55adcbde4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:14.222725 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca2cf06-3d2e-4b8d-ae4c-daa55adcbde4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1118} {{(pid=93280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:30:14.236059 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6ca2cf06-3d2e-4b8d-ae4c-daa55adcbde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:14.236638 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.db.segments_db [None req-6ca2cf06-3d2e-4b8d-ae4c-daa55adcbde4 admin admin] Added segment e0cf12ca-70e0-4818-8c0d-c5feed99a301 of type vlan for network 5c84abbf-7edc-4ea0-b570-d4f577e25772 Jun 17 14:30:14.275680 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6ca2cf06-3d2e-4b8d-ae4c-daa55adcbde4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793008305830'] for network, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:14.291684 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8817105 Jun 17 14:30:14.302274 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18173755-8ed1-42e1-9f04-d226e62502a0 None None] Network 1724ad49-1d14-4597-a4a2-7c94b156f369 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:30:14.375910 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6ca2cf06-3d2e-4b8d-ae4c-daa55adcbde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932'] for network, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:14.377562 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca2cf06-3d2e-4b8d-ae4c-daa55adcbde4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:14.379511 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6ca2cf06-3d2e-4b8d-ae4c-daa55adcbde4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:14.382166 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-f9e8fd25-42ff-4d28-9d5b-c743de32c91e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:14.443880 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2cf06-3d2e-4b8d-ae4c-daa55adcbde4 admin admin] Pushing event updated for resources: {'Network': ['ID=5c84abbf-7edc-4ea0-b570-d4f577e25772,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:14.446638 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-6ca2cf06-3d2e-4b8d-ae4c-daa55adcbde4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:14.454477 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Network 5c84abbf-7edc-4ea0-b570-d4f577e25772 details requested by agent ovs-agent-dv-cinder-796286-6-smb with host dv-cinder-796286-6-smb {{(pid=93281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:30:14.536277 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-6ca2cf06-3d2e-4b8d-ae4c-daa55adcbde4 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0907426 Jun 17 14:30:14.539020 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 56456) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:14.552937 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-8eca1bba-876a-48c4-95a9-d46cc2988028 admin admin] Request body: {'subnet': {'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-680198692-subnet', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:14.658905 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eca1bba-876a-48c4-95a9-d46cc2988028 admin admin] Made reservation on behalf of f734e894b23d43df98ee905f03cdfe49 for: {'subnet': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:30:14.661332 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8eca1bba-876a-48c4-95a9-d46cc2988028 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:14.855485 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 56468) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:14.887530 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 56472) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:14.899218 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8eca1bba-876a-48c4-95a9-d46cc2988028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941'] for subnet, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:14.906042 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:14.952591 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca1bba-876a-48c4-95a9-d46cc2988028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdb313b6-281b-48ec-b3c1-9a23239d4b57,revision_number=0']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:14.957480 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-8eca1bba-876a-48c4-95a9-d46cc2988028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:14.979846 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eca1bba-876a-48c4-95a9-d46cc2988028 admin admin] Checking segment: {'id': 'e0cf12ca-70e0-4818-8c0d-c5feed99a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:30:14.979846 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eca1bba-876a-48c4-95a9-d46cc2988028 admin admin] Network hostable DHCP agents. Network: 5c84abbf-7edc-4ea0-b570-d4f577e25772, hostable agents: ['5e674aae-4521-411e-b7ad-9e9eb91c2d49'], hosted agents: [] {{(pid=93280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:30:15.096213 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eca1bba-876a-48c4-95a9-d46cc2988028 admin admin] Network 5c84abbf-7edc-4ea0-b570-d4f577e25772 is scheduled to be hosted by DHCP agent 5e674aae-4521-411e-b7ad-9e9eb91c2d49 with binding_index 1 {{(pid=93280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:30:15.179046 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-8eca1bba-876a-48c4-95a9-d46cc2988028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-smb, 5c84abbf-7edc-4ea0-b570-d4f577e25772) {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:15.183692 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eca1bba-876a-48c4-95a9-d46cc2988028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:15.184411 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8eca1bba-876a-48c4-95a9-d46cc2988028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for subnet, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:15.190524 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b982b69-c208-422c-812b-e1c2bceb78f4 None None] Network 5c84abbf-7edc-4ea0-b570-d4f577e25772 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:30:15.271018 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-8eca1bba-876a-48c4-95a9-d46cc2988028 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7308836 Jun 17 14:30:15.273877 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 56494) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:15.281994 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-697f2198-3260-4464-98c0-27e532443f38 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-680198692-router', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:15.283981 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-67aa5b54-d543-462b-96c4-3d94f83e4d59 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-60319698-network', 'tenant_id': 'df3f9d0051034672b2d1f6007dfac45e'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:15.328629 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-45dfe7c4-0320-41aa-a295-8b778f4727e6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-926334786-network', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:15.348806 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.db.api [None req-67aa5b54-d543-462b-96c4-3d94f83e4d59 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 14:30:15.348806 dv-cinder-796286-6-smb neutron-server[93280]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 14:30:15.348806 dv-cinder-796286-6-smb neutron-server[93280]: [parameters: {'project_id': 'df3f9d0051034672b2d1f6007dfac45e', 'id': '14149a36-5715-443f-b9e8-daccbb57a25b', 'expiration': datetime.datetime(2021, 6, 17, 14, 32, 15, 310937)}] Jun 17 14:30:15.348806 dv-cinder-796286-6-smb neutron-server[93280]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93280) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 14:30:15.348806 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_db.api [None req-67aa5b54-d543-462b-96c4-3d94f83e4d59 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 14:30:15.389058 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47967912-1cf6-55f0-b54e-8ed58effb64d-5c84abbf-7edc-4ea0-b570-d4f577e25772', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57'}]}} from dv-cinder-796286-6-smb. {{(pid=93281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 14:30:15.390653 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:15.404501 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-697f2198-3260-4464-98c0-27e532443f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-890073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-976'] for router, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:15.405584 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-697f2198-3260-4464-98c0-27e532443f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-970129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-959238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-975'] for router, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:15.488643 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-697f2198-3260-4464-98c0-27e532443f38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:15.580032 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dfe7c4-0320-41aa-a295-8b778f4727e6 admin admin] Made reservation on behalf of 91695e22f84a4c668c9c5b12f8253bfc for: {'network': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:30:15.582888 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-45dfe7c4-0320-41aa-a295-8b778f4727e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for network, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:15.598961 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Allocated IP 172.20.0.2 (5c84abbf-7edc-4ea0-b570-d4f577e25772/cdb313b6-281b-48ec-b3c1-9a23239d4b57/d57be556-4e62-4f0e-bbb7-d39004d2f440) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:30:15.726157 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-45dfe7c4-0320-41aa-a295-8b778f4727e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:15.792993 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d5769b64-465f-47f1-a96c-f1b2be5d540a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:15.831827 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-45dfe7c4-0320-41aa-a295-8b778f4727e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:15.871933 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-697f2198-3260-4464-98c0-27e532443f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-970201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-890027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1021'] for router, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:15.916635 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:15.923728 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:15.930452 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-45dfe7c4-0320-41aa-a295-8b778f4727e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:15.932810 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Transition to ACTIVE for port object d57be556-4e62-4f0e-bbb7-d39004d2f440 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:15.953302 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Transition to ACTIVE for port object d57be556-4e62-4f0e-bbb7-d39004d2f440 will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:15.956376 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-2e7e369e-914b-4186-882b-0fbcf7ca9006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:15.968976 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45dfe7c4-0320-41aa-a295-8b778f4727e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1106} {{(pid=93280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:30:15.985516 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-45dfe7c4-0320-41aa-a295-8b778f4727e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:15.986061 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.db.segments_db [None req-45dfe7c4-0320-41aa-a295-8b778f4727e6 admin admin] Added segment 220d25f0-d22f-4094-b184-ec26428604f7 of type vlan for network 8135cc67-7047-4727-8ec0-17fbafcdfdf8 Jun 17 14:30:16.034927 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-45dfe7c4-0320-41aa-a295-8b778f4727e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793008305830'] for network, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:16.067818 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67aa5b54-d543-462b-96c4-3d94f83e4d59 admin admin] Made reservation on behalf of df3f9d0051034672b2d1f6007dfac45e for: {'network': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:30:16.078869 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-67aa5b54-d543-462b-96c4-3d94f83e4d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for network, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:16.096352 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-67aa5b54-d543-462b-96c4-3d94f83e4d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:16.099481 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dfe7c4-0320-41aa-a295-8b778f4727e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174c8975-21f2-4a89-af87-695d4bec2005,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:16.102816 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-45dfe7c4-0320-41aa-a295-8b778f4727e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:16.116781 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:16.126529 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:16.146700 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-45dfe7c4-0320-41aa-a295-8b778f4727e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932'] for network, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:16.149248 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dfe7c4-0320-41aa-a295-8b778f4727e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:16.149942 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-45dfe7c4-0320-41aa-a295-8b778f4727e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:16.156719 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:16.159054 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Network 5c84abbf-7edc-4ea0-b570-d4f577e25772 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:30:16.165220 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:16.169607 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:30:16.201911 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Pushing event updated for resources: {'Port': ['ID=d57be556-4e62-4f0e-bbb7-d39004d2f440,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:16.226695 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-697f2198-3260-4464-98c0-27e532443f38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:16.227771 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:16.228122 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:16.228488 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:16.228845 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:16.229431 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:16.229797 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:16.230355 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:16.230355 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:16.230355 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:16.231155 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:16.231433 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:16.231817 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Tracked resource versions report: Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: pushed versions: Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: { 'AddressGroup': {'1.2'}, Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: 'ConntrackHelper': {'1.0'}, Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: 'Log': {'1.0'}, Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: 'Network': {'1.1'}, Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: 'Port': {'1.7'}, Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: 'PortForwarding': {'1.2'}, Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: 'QosPolicy': {'1.8'}, Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: 'SecurityGroup': {'1.4'}, Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: 'SubPort': {'1.0'}, Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: 'Subnet': {'1.1'}, Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: 'Trunk': {'1.1'}} Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: consumer versions: Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: { DHCP agent@dv-cinder-796286-6-smb: {}, Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: HyperV agent@hv-cinder-79628: {}, Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: L3 agent@dv-cinder-796286-6-smb: {}, Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: Metadata agent@dv-cinder-796286-6-smb: {}, Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: Metering agent@dv-cinder-796286-6-smb: {}, Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: Open vSwitch agent@dv-cinder-796286-6-smb: { 'AddressGroup': '1.2', Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: 'ConntrackHelper': '1.0', Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: 'Log': '1.0', Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: 'Network': '1.1', Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: 'Port': '1.7', Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: 'PortForwarding': '1.2', Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: 'QosPolicy': '1.8', Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: 'SecurityGroup': '1.4', Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: 'SecurityGroupRule': '1.2', Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: 'SubPort': '1.0', Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: 'Subnet': '1.1', Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: 'Trunk': '1.1'}} Jun 17 14:30:16.232803 dv-cinder-796286-6-smb neutron-server[93281]: {{(pid=93281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:30:16.242859 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:16.249331 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Attempting to bind port d57be556-4e62-4f0e-bbb7-d39004d2f440 on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:30:16.249732 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Attempting to bind port d57be556-4e62-4f0e-bbb7-d39004d2f440 by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': 'e0cf12ca-70e0-4818-8c0d-c5feed99a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:30:16.250282 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Attempting to bind port d57be556-4e62-4f0e-bbb7-d39004d2f440 on network 5c84abbf-7edc-4ea0-b570-d4f577e25772 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:30:16.255803 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:30:16.256449 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Checking segment: {'id': 'e0cf12ca-70e0-4818-8c0d-c5feed99a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:30:16.257022 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:16.257421 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dfe7c4-0320-41aa-a295-8b778f4727e6 admin admin] Pushing event updated for resources: {'Network': ['ID=8135cc67-7047-4727-8ec0-17fbafcdfdf8,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:16.257803 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Bound using segment: {'id': 'e0cf12ca-70e0-4818-8c0d-c5feed99a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:30:16.258468 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Bound port: d57be556-4e62-4f0e-bbb7-d39004d2f440, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0cf12ca-70e0-4818-8c0d-c5feed99a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:30:16.259027 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:16.261804 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-45dfe7c4-0320-41aa-a295-8b778f4727e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:16.272271 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Network 8135cc67-7047-4727-8ec0-17fbafcdfdf8 details requested by agent ovs-agent-dv-cinder-796286-6-smb with host dv-cinder-796286-6-smb {{(pid=93281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:30:16.279884 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-697f2198-3260-4464-98c0-27e532443f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:16.318265 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-67aa5b54-d543-462b-96c4-3d94f83e4d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:16.405247 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] For port d57be556-4e62-4f0e-bbb7-d39004d2f440, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:30:16.410033 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] For port d57be556-4e62-4f0e-bbb7-d39004d2f440, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=d57be556-4e62-4f0e-bbb7-d39004d2f440,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:30:16.415124 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-67aa5b54-d543-462b-96c4-3d94f83e4d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:16.420982 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:16.442460 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67aa5b54-d543-462b-96c4-3d94f83e4d59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1124} {{(pid=93280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:30:16.459577 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa5b54-d543-462b-96c4-3d94f83e4d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb19744-5bee-49a2-89a8-7852e2fdffe3,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:16.467477 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-697f2198-3260-4464-98c0-27e532443f38 admin admin] Allocated IP 172.28.1.53 (bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a/1de5b000-f039-4ced-982c-ad6f7c0b7727/edcf51a6-2432-4136-ae0b-994ee5b11662) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:30:16.479835 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-67aa5b54-d543-462b-96c4-3d94f83e4d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:16.482978 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.db.segments_db [None req-67aa5b54-d543-462b-96c4-3d94f83e4d59 admin admin] Added segment d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65 of type vlan for network 28c547f4-6a9c-4191-8f84-bf56696ffcf9 Jun 17 14:30:16.484989 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-67aa5b54-d543-462b-96c4-3d94f83e4d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:16.496629 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:16.499435 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:16.528620 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-67aa5b54-d543-462b-96c4-3d94f83e4d59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793008305830'] for network, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:16.573309 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-45dfe7c4-0320-41aa-a295-8b778f4727e6 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6778369 Jun 17 14:30:16.581707 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 56528) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:16.595153 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-399dc3e3-6da4-46b0-95f8-24287a62a00f admin admin] Request body: {'subnet': {'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-926334786-subnet', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:16.621046 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Pushing event updated for resources: {'Port': ['ID=d57be556-4e62-4f0e-bbb7-d39004d2f440,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:16.626025 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:16.733497 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-67aa5b54-d543-462b-96c4-3d94f83e4d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932'] for network, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:16.735782 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67aa5b54-d543-462b-96c4-3d94f83e4d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:16.736578 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-67aa5b54-d543-462b-96c4-3d94f83e4d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:16.775672 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:16.781427 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399dc3e3-6da4-46b0-95f8-24287a62a00f admin admin] Made reservation on behalf of 91695e22f84a4c668c9c5b12f8253bfc for: {'subnet': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:30:16.790794 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-399dc3e3-6da4-46b0-95f8-24287a62a00f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:16.843179 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-697f2198-3260-4464-98c0-27e532443f38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:16.878468 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:16.885337 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-67aa5b54-d543-462b-96c4-3d94f83e4d59 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0258813 Jun 17 14:30:16.887752 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 56544) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:16.911053 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-03b75e5e-dd97-422d-92c6-b278afebc722 admin admin] Request body: {'subnet': {'network_id': '28c547f4-6a9c-4191-8f84-bf56696ffcf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-60319698-subnet', 'tenant_id': 'df3f9d0051034672b2d1f6007dfac45e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:17.167017 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b75e5e-dd97-422d-92c6-b278afebc722 admin admin] Made reservation on behalf of df3f9d0051034672b2d1f6007dfac45e for: {'subnet': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:30:17.171785 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-03b75e5e-dd97-422d-92c6-b278afebc722 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:17.173333 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa5b54-d543-462b-96c4-3d94f83e4d59 admin admin] Pushing event updated for resources: {'Network': ['ID=28c547f4-6a9c-4191-8f84-bf56696ffcf9,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:17.186675 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-67aa5b54-d543-462b-96c4-3d94f83e4d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:17.214980 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Network 28c547f4-6a9c-4191-8f84-bf56696ffcf9 details requested by agent ovs-agent-dv-cinder-796286-6-smb with host dv-cinder-796286-6-smb {{(pid=93281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:30:17.329443 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-697f2198-3260-4464-98c0-27e532443f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:17.351092 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:17.377694 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697f2198-3260-4464-98c0-27e532443f38 admin admin] Network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:30:17.401423 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-697f2198-3260-4464-98c0-27e532443f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:17.412632 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f2198-3260-4464-98c0-27e532443f38 admin admin] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:30:17.461224 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-399dc3e3-6da4-46b0-95f8-24287a62a00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941'] for subnet, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:17.468694 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:17.509612 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f2198-3260-4464-98c0-27e532443f38 admin admin] Pushing event updated for resources: {'Port': ['ID=edcf51a6-2432-4136-ae0b-994ee5b11662,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:17.518122 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399dc3e3-6da4-46b0-95f8-24287a62a00f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddf294c9-2449-47ab-84d6-49702a679f33,revision_number=0']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:17.521877 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-399dc3e3-6da4-46b0-95f8-24287a62a00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:17.528787 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-697f2198-3260-4464-98c0-27e532443f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:17.548592 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399dc3e3-6da4-46b0-95f8-24287a62a00f admin admin] Checking segment: {'id': '220d25f0-d22f-4094-b184-ec26428604f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:30:17.549018 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399dc3e3-6da4-46b0-95f8-24287a62a00f admin admin] Network hostable DHCP agents. Network: 8135cc67-7047-4727-8ec0-17fbafcdfdf8, hostable agents: ['5e674aae-4521-411e-b7ad-9e9eb91c2d49'], hosted agents: [] {{(pid=93280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:30:17.664273 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399dc3e3-6da4-46b0-95f8-24287a62a00f admin admin] Network 8135cc67-7047-4727-8ec0-17fbafcdfdf8 is scheduled to be hosted by DHCP agent 5e674aae-4521-411e-b7ad-9e9eb91c2d49 with binding_index 1 {{(pid=93280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:30:17.780314 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 56596) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:17.782536 dv-cinder-796286-6-smb neutron-server[93279]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 14:30:17.792341 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-399dc3e3-6da4-46b0-95f8-24287a62a00f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-smb, 8135cc67-7047-4727-8ec0-17fbafcdfdf8) {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:17.801749 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7846ad2c-3de1-4774-8626-4fd22d8053fc None None] Network 8135cc67-7047-4727-8ec0-17fbafcdfdf8 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:30:17.804665 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399dc3e3-6da4-46b0-95f8-24287a62a00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:17.812617 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-399dc3e3-6da4-46b0-95f8-24287a62a00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for subnet, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:17.812786 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-03b75e5e-dd97-422d-92c6-b278afebc722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941'] for subnet, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:17.901922 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-46b9c52b-b80f-4d78-81ab-fe28b3c0edfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:17.925585 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-399dc3e3-6da4-46b0-95f8-24287a62a00f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3402777 Jun 17 14:30:17.927021 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 56604) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:17.932158 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-6669281e-0671-4fe0-b0c3-4313f24b3c23 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-926334786-router', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:18.083963 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device d57be556-4e62-4f0e-bbb7-d39004d2f440 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:18.128703 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6669281e-0671-4fe0-b0c3-4313f24b3c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-890073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-976'] for router, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:18.130727 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6669281e-0671-4fe0-b0c3-4313f24b3c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-970129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-959238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-975'] for router, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:18.136513 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47967912-1cf6-55f0-b54e-8ed58effb64d-8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'fixed_ips': [{'subnet_id': 'ddf294c9-2449-47ab-84d6-49702a679f33'}]}} from dv-cinder-796286-6-smb. {{(pid=93281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 14:30:18.139635 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:18.139635 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018ebaa3-a7e7-473d-a16c-7caeebbe7881 None None] Network 5c84abbf-7edc-4ea0-b570-d4f577e25772 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:30:18.174514 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b75e5e-dd97-422d-92c6-b278afebc722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be563bda-5edc-4f28-bda9-11728953d9ad,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:18.186787 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-03b75e5e-dd97-422d-92c6-b278afebc722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:18.189354 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-697f2198-3260-4464-98c0-27e532443f38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:18.200819 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-1d099283-a81a-489f-a3ab-7f664cbdb6a5 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:18.202338 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-1d099283-a81a-489f-a3ab-7f664cbdb6a5 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/networks?id=1724ad49-1d14-4597-a4a2-7c94b156f369 HTTP/1.1" status: 200 len: 812 time: 0.4209981 Jun 17 14:30:18.289852 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6669281e-0671-4fe0-b0c3-4313f24b3c23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:18.315563 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port d57be556-4e62-4f0e-bbb7-d39004d2f440 completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:30:18.360934 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-60ee8546-42c8-40ee-bd15-acd6e928350c None None] Provisioning for port d57be556-4e62-4f0e-bbb7-d39004d2f440 completed by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:30:18.372295 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b75e5e-dd97-422d-92c6-b278afebc722 admin admin] Checking segment: {'id': 'd8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '28c547f4-6a9c-4191-8f84-bf56696ffcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:30:18.372867 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b75e5e-dd97-422d-92c6-b278afebc722 admin admin] Network hostable DHCP agents. Network: 28c547f4-6a9c-4191-8f84-bf56696ffcf9, hostable agents: ['5e674aae-4521-411e-b7ad-9e9eb91c2d49'], hosted agents: [] {{(pid=93279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:30:18.382129 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-60ee8546-42c8-40ee-bd15-acd6e928350c None None] Provisioning complete for port d57be556-4e62-4f0e-bbb7-d39004d2f440 triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:18.382504 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-60ee8546-42c8-40ee-bd15-acd6e928350c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:18.420343 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Allocated IP 172.20.0.2 (8135cc67-7047-4727-8ec0-17fbafcdfdf8/ddf294c9-2449-47ab-84d6-49702a679f33/3f8f152a-4742-4c10-ae00-0c864109ac2c) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:30:18.423935 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-bcd33674-4d7b-4755-a4f8-996ffdfb67b3 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/quotas/c5ee367a2b464762a0daffd2dcf1cc80 HTTP/1.1" status: 200 len: 375 time: 0.0479083 Jun 17 14:30:18.498285 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-9fac8b2a-f294-4bfa-85eb-d07b896bc423 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c5ee367a2b464762a0daffd2dcf1cc80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567925 Jun 17 14:30:18.515088 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b75e5e-dd97-422d-92c6-b278afebc722 admin admin] Network 28c547f4-6a9c-4191-8f84-bf56696ffcf9 is scheduled to be hosted by DHCP agent 5e674aae-4521-411e-b7ad-9e9eb91c2d49 with binding_index 1 {{(pid=93279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:30:18.648668 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-697f2198-3260-4464-98c0-27e532443f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-970238'] for router, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:18.686247 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6669281e-0671-4fe0-b0c3-4313f24b3c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-970201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-890027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1021'] for router, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:18.702654 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-03b75e5e-dd97-422d-92c6-b278afebc722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-smb, 28c547f4-6a9c-4191-8f84-bf56696ffcf9) {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:18.719592 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be25a9d0-05ce-4005-a672-a171dc4d7fba None None] Network 28c547f4-6a9c-4191-8f84-bf56696ffcf9 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:30:18.725179 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-60ee8546-42c8-40ee-bd15-acd6e928350c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:18.748243 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b75e5e-dd97-422d-92c6-b278afebc722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:18.752411 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-03b75e5e-dd97-422d-92c6-b278afebc722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:18.815743 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:18.825251 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-60ee8546-42c8-40ee-bd15-acd6e928350c None None] For port d57be556-4e62-4f0e-bbb7-d39004d2f440, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=d57be556-4e62-4f0e-bbb7-d39004d2f440,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:30:18.837262 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-de6ab044-b4c5-4b76-ac9d-31f58050d736 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=93279) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:30:18.838339 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-de6ab044-b4c5-4b76-ac9d-31f58050d736 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1092043 Jun 17 14:30:18.883002 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Transition to ACTIVE for port object 3f8f152a-4742-4c10-ae00-0c864109ac2c will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:18.895836 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:18.941893 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-03b75e5e-dd97-422d-92c6-b278afebc722 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0430026 Jun 17 14:30:18.944967 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 56628) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:18.960750 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-4ac836c6-7151-4e9d-a87b-05fc815dfff9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-60319698-router', 'tenant_id': 'df3f9d0051034672b2d1f6007dfac45e', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:19.039132 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-60ee8546-42c8-40ee-bd15-acd6e928350c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:19.078161 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:19.092967 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-2fba75b3-06ee-4599-a4ae-50e75a85b5a0 service neutron] 10.222.0.86 "GET /v2.0/networks/1724ad49-1d14-4597-a4a2-7c94b156f369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399614 Jun 17 14:30:19.110521 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Transition to ACTIVE for port object 3f8f152a-4742-4c10-ae00-0c864109ac2c will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:19.160691 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c504ff-fdd3-42ad-867b-982e4205eca4 None None] Network 28c547f4-6a9c-4191-8f84-bf56696ffcf9 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:30:19.164256 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4ac836c6-7151-4e9d-a87b-05fc815dfff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-890073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-976'] for router, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:19.168869 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4ac836c6-7151-4e9d-a87b-05fc815dfff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-970129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-959238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-975'] for router, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:19.195745 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:19.199013 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee8546-42c8-40ee-bd15-acd6e928350c None None] Pushing event updated for resources: {'Port': ['ID=d57be556-4e62-4f0e-bbb7-d39004d2f440,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:19.216355 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-60ee8546-42c8-40ee-bd15-acd6e928350c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:19.216853 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-60ee8546-42c8-40ee-bd15-acd6e928350c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:19.222903 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697f2198-3260-4464-98c0-27e532443f38 admin admin] Router 2a8afa69-050d-4668-abf0-0f3ecd55234c is scheduled to L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 with binding_index 1 {{(pid=93279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:30:19.257291 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4ac836c6-7151-4e9d-a87b-05fc815dfff9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:19.263465 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-5ee1c7b6-314c-4b50-ba88-3965198f949f service neutron] 10.222.0.86 "GET /v2.0/networks/1724ad49-1d14-4597-a4a2-7c94b156f369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693621 Jun 17 14:30:19.321690 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-9a41a7e1-1279-4a21-8121-c98eee32668b None None] Provisioning complete for port d57be556-4e62-4f0e-bbb7-d39004d2f440 triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:19.323634 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a41a7e1-1279-4a21-8121-c98eee32668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:19.336765 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Network 8135cc67-7047-4727-8ec0-17fbafcdfdf8 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:30:19.390739 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:19.398240 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Pushing event updated for resources: {'Port': ['ID=3f8f152a-4742-4c10-ae00-0c864109ac2c,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:19.405441 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:30:19.415494 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:19.422845 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6669281e-0671-4fe0-b0c3-4313f24b3c23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:19.455272 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697f2198-3260-4464-98c0-27e532443f38 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:30:19.466126 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] Sync routers for ids ['2a8afa69-050d-4668-abf0-0f3ecd55234c'] in dv-cinder-796286-6-smb {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:30:19.476143 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] Routers {'2a8afa69-050d-4668-abf0-0f3ecd55234c'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:30:19.476455 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6669281e-0671-4fe0-b0c3-4313f24b3c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:19.476898 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:30:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['2a8afa69-050d-4668-abf0-0f3ecd55234c'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:19.538500 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Attempting to bind port 3f8f152a-4742-4c10-ae00-0c864109ac2c on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:30:19.539071 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Attempting to bind port 3f8f152a-4742-4c10-ae00-0c864109ac2c by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': '220d25f0-d22f-4094-b184-ec26428604f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:30:19.543196 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Attempting to bind port 3f8f152a-4742-4c10-ae00-0c864109ac2c on network 8135cc67-7047-4727-8ec0-17fbafcdfdf8 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:30:19.572141 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:30:19.577738 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Checking segment: {'id': '220d25f0-d22f-4094-b184-ec26428604f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:30:19.577738 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:19.577738 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Bound using segment: {'id': '220d25f0-d22f-4094-b184-ec26428604f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:30:19.577738 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Bound port: 3f8f152a-4742-4c10-ae00-0c864109ac2c, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220d25f0-d22f-4094-b184-ec26428604f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:30:19.577738 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:19.602921 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-697f2198-3260-4464-98c0-27e532443f38 admin admin] Notify callbacks [] for router, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:19.606642 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-697f2198-3260-4464-98c0-27e532443f38 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3293898 Jun 17 14:30:19.607369 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 56644) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:19.626683 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] Set router 2a8afa69-050d-4668-abf0-0f3ecd55234c gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:30:19.699561 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] For port 3f8f152a-4742-4c10-ae00-0c864109ac2c, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:30:19.710462 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] For port 3f8f152a-4742-4c10-ae00-0c864109ac2c, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=3f8f152a-4742-4c10-ae00-0c864109ac2c,segment=NetworkSegment(220d25f0-d22f-4094-b184-ec26428604f7),segment_id=220d25f0-d22f-4094-b184-ec26428604f7)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:30:19.837336 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:19.841793 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:19.905479 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Pushing event updated for resources: {'Port': ['ID=3f8f152a-4742-4c10-ae00-0c864109ac2c,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:19.911735 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:19.927062 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-8af4cccf-9cae-4f90-96ef-13cfea5c132f req-713144ff-907d-47db-ae3d-5665d505e803 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 210 time: 0.1006410 Jun 17 14:30:19.931342 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4ac836c6-7151-4e9d-a87b-05fc815dfff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-970201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-890027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1021'] for router, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:20.022094 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device d57be556-4e62-4f0e-bbb7-d39004d2f440 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:20.045523 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'name': 'tempest-AttachVolumeShelveTestJSON-680198692-router', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:15Z', 'updated_at': '2021-06-17T14:30:17Z', 'revision_number': 3, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'gw_port': {'id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:16Z', 'updated_at': '2021-06-17T14:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:20.100706 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] Checking router: 2a8afa69-050d-4668-abf0-0f3ecd55234c for host: dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:30:20.104467 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] Updating router 2a8afa69-050d-4668-abf0-0f3ecd55234c port edcf51a6-2432-4136-ae0b-994ee5b11662 binding host dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:30:20.155497 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port d57be556-4e62-4f0e-bbb7-d39004d2f440 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:20.157550 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:20.213301 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-6669281e-0671-4fe0-b0c3-4313f24b3c23 admin admin] Allocated IP 172.28.1.42 (bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a/1de5b000-f039-4ced-982c-ad6f7c0b7727/22d74442-9f4b-420f-8808-8a982eaa1d6d) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:30:20.283692 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:20.626304 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:20.677541 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6669281e-0671-4fe0-b0c3-4313f24b3c23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:20.875497 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4ac836c6-7151-4e9d-a87b-05fc815dfff9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:20.894491 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4ac836c6-7151-4e9d-a87b-05fc815dfff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:20.910442 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Allocated IP 172.20.0.1 (5c84abbf-7edc-4ea0-b570-d4f577e25772/cdb313b6-281b-48ec-b3c1-9a23239d4b57/0c809b4f-1a37-49c2-9844-5c0550ff4976) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:30:20.962934 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6669281e-0671-4fe0-b0c3-4313f24b3c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:20.969988 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:21.065373 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6669281e-0671-4fe0-b0c3-4313f24b3c23 admin admin] Network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:30:21.070472 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-6669281e-0671-4fe0-b0c3-4313f24b3c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:21.080518 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6669281e-0671-4fe0-b0c3-4313f24b3c23 admin admin] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:30:21.147436 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 56702) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:21.152919 dv-cinder-796286-6-smb neutron-server[93280]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 14:30:21.238303 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d867c35e-7f05-4a4e-b299-2f6342fc2df9 req-c670968e-cca4-44fa-a590-af6eb96bde00 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 210 time: 0.0897820 Jun 17 14:30:21.238914 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669281e-0671-4fe0-b0c3-4313f24b3c23 admin admin] Pushing event updated for resources: {'Port': ['ID=22d74442-9f4b-420f-8808-8a982eaa1d6d,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:21.253637 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-6669281e-0671-4fe0-b0c3-4313f24b3c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:21.335453 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:21.352911 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Transition to ACTIVE for port object 0c809b4f-1a37-49c2-9844-5c0550ff4976 will not be triggered until provisioned by entity DHCP. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:21.436263 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:21.455217 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] Transition to ACTIVE for port object edcf51a6-2432-4136-ae0b-994ee5b11662 will not be triggered until provisioned by entity L2. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:21.561930 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393a2a77-37b0-4047-bbeb-f44072ad17b0 None None] Network 8135cc67-7047-4727-8ec0-17fbafcdfdf8 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:30:21.566383 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:21.568773 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:21.568921 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-41b0bcda-e7ae-421c-b621-b7d212b6ad4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:21.571429 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-a9068bfc-c24a-4bc2-b86b-602f4402a736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:21.623839 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Network 5c84abbf-7edc-4ea0-b570-d4f577e25772 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:30:21.627804 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:21.630440 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:30:21.630927 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980807'] for router_interface, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:21.657322 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa51bb-1b5c-4296-af56-277fa9d00a25 None None] Pushing event updated for resources: {'Port': ['ID=edcf51a6-2432-4136-ae0b-994ee5b11662,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:21.676284 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa51bb-1b5c-4296-af56-277fa9d00a25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.676894 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa51bb-1b5c-4296-af56-277fa9d00a25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.677437 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa51bb-1b5c-4296-af56-277fa9d00a25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.678014 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa51bb-1b5c-4296-af56-277fa9d00a25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.678547 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa51bb-1b5c-4296-af56-277fa9d00a25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.679109 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa51bb-1b5c-4296-af56-277fa9d00a25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.679654 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa51bb-1b5c-4296-af56-277fa9d00a25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.680917 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa51bb-1b5c-4296-af56-277fa9d00a25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.681526 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa51bb-1b5c-4296-af56-277fa9d00a25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.683562 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa51bb-1b5c-4296-af56-277fa9d00a25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.684344 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa51bb-1b5c-4296-af56-277fa9d00a25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.684977 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa51bb-1b5c-4296-af56-277fa9d00a25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaa51bb-1b5c-4296-af56-277fa9d00a25 None None] Tracked resource versions report: Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: pushed versions: Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: { 'AddressGroup': {'1.2'}, Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: 'ConntrackHelper': {'1.0'}, Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: 'Log': {'1.0'}, Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: 'Network': {'1.1'}, Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: 'Port': {'1.7'}, Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: 'PortForwarding': {'1.2'}, Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: 'QosPolicy': {'1.8'}, Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: 'SecurityGroup': {'1.4'}, Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: 'SecurityGroupRule': {'1.2'}, Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: 'SubPort': {'1.0'}, Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: 'Subnet': {'1.1'}, Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: 'Trunk': {'1.1'}} Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: consumer versions: Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: { DHCP agent@dv-cinder-796286-6-smb: {}, Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: HyperV agent@hv-cinder-79628: {}, Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: L3 agent@dv-cinder-796286-6-smb: {}, Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: Metadata agent@dv-cinder-796286-6-smb: {}, Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: Metering agent@dv-cinder-796286-6-smb: {}, Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: Open vSwitch agent@dv-cinder-796286-6-smb: { 'AddressGroup': '1.2', Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: 'ConntrackHelper': '1.0', Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: 'Log': '1.0', Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: 'Network': '1.1', Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: 'Port': '1.7', Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: 'PortForwarding': '1.2', Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: 'QosPolicy': '1.8', Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: 'SecurityGroup': '1.4', Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: 'SecurityGroupRule': '1.2', Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: 'SubPort': '1.0', Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: 'Subnet': '1.1', Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: 'Trunk': '1.1'}} Jun 17 14:30:21.689140 dv-cinder-796286-6-smb neutron-server[93282]: {{(pid=93282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 14:30:21.699726 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-fcaa51bb-1b5c-4296-af56-277fa9d00a25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:21.736802 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] Attempting to bind port edcf51a6-2432-4136-ae0b-994ee5b11662 on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:30:21.740417 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] Attempting to bind port edcf51a6-2432-4136-ae0b-994ee5b11662 by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:30:21.743527 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] Attempting to bind port edcf51a6-2432-4136-ae0b-994ee5b11662 on network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:30:21.758176 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:30:21.769317 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] Checking segment: {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:30:21.775223 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:21.776335 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] Bound using segment: {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:30:21.779485 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] Bound port: edcf51a6-2432-4136-ae0b-994ee5b11662, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:30:21.780853 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:21.893920 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Pushing event updated for resources: {'Port': ['ID=0c809b4f-1a37-49c2-9844-5c0550ff4976,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:21.899219 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:21.919006 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-681cbb59-e46c-42cf-8007-f562a64e41ff None None] Provisioning for port 3f8f152a-4742-4c10-ae00-0c864109ac2c completed by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:30:21.987485 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] For port edcf51a6-2432-4136-ae0b-994ee5b11662, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:30:22.000536 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] For port edcf51a6-2432-4136-ae0b-994ee5b11662, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=edcf51a6-2432-4136-ae0b-994ee5b11662,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:30:22.012998 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6669281e-0671-4fe0-b0c3-4313f24b3c23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:22.092990 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-4ac836c6-7151-4e9d-a87b-05fc815dfff9 admin admin] Allocated IP 172.28.1.93 (bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a/1de5b000-f039-4ced-982c-ad6f7c0b7727/79e08091-e529-46ec-acdd-b2a6d6e0eb49) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:30:22.099737 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:22.102129 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-a9068bfc-c24a-4bc2-b86b-602f4402a736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:22.191385 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:22.246859 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 3f8f152a-4742-4c10-ae00-0c864109ac2c up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:22.324230 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa51bb-1b5c-4296-af56-277fa9d00a25 None None] Pushing event updated for resources: {'Port': ['ID=edcf51a6-2432-4136-ae0b-994ee5b11662,revision_number=3']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:22.341137 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-fcaa51bb-1b5c-4296-af56-277fa9d00a25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:22.383702 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] Routers {'2a8afa69-050d-4668-abf0-0f3ecd55234c'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:30:22.387114 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-a8df95dd-35be-414a-b721-c97b230f71e0 None None] Provisioning for port 0c809b4f-1a37-49c2-9844-5c0550ff4976 completed by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:30:22.388452 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:30:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['2a8afa69-050d-4668-abf0-0f3ecd55234c'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:22.430076 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-a8df95dd-35be-414a-b721-c97b230f71e0 None None] Provisioning complete for port 0c809b4f-1a37-49c2-9844-5c0550ff4976 triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:22.435230 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-a8df95dd-35be-414a-b721-c97b230f71e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:22.484447 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-fc7ef862-a0fd-40bf-bc49-6eca2034baee req-7d92ed32-6a26-4e03-9199-b00d0f1a163f tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 210 time: 0.0855739 Jun 17 14:30:22.515911 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-a8df95dd-35be-414a-b721-c97b230f71e0 None None] Port 0c809b4f-1a37-49c2-9844-5c0550ff4976 cannot update to ACTIVE because it is not bound. {{(pid=93281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:30:22.583798 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:22.595417 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port 3f8f152a-4742-4c10-ae00-0c864109ac2c completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:30:22.599460 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 3f8f152a-4742-4c10-ae00-0c864109ac2c triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:22.599856 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:22.628876 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4ac836c6-7151-4e9d-a87b-05fc815dfff9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:22.635654 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] Set router 2a8afa69-050d-4668-abf0-0f3ecd55234c gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:30:22.657026 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6669281e-0671-4fe0-b0c3-4313f24b3c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-970238'] for router, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:22.669282 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-52db8883-9595-45e5-aefc-db0b15a9ffd1 None None] Provisioning complete for port 3f8f152a-4742-4c10-ae00-0c864109ac2c triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:22.669779 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52db8883-9595-45e5-aefc-db0b15a9ffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:22.711558 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:22.712720 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-967660'] for router_interface, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:22.715848 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:22.789655 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:22.799833 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Pushing event updated for resources: {'Port': ['ID=0c809b4f-1a37-49c2-9844-5c0550ff4976,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:22.811609 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:22.839976 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-52db8883-9595-45e5-aefc-db0b15a9ffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:22.843495 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] For port 3f8f152a-4742-4c10-ae00-0c864109ac2c, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=3f8f152a-4742-4c10-ae00-0c864109ac2c,segment=NetworkSegment(220d25f0-d22f-4094-b184-ec26428604f7),segment_id=220d25f0-d22f-4094-b184-ec26428604f7)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:30:22.924606 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'name': 'tempest-AttachVolumeShelveTestJSON-680198692-router', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:15Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 4, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'gw_port': {'id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:16Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '0c809b4f-1a37-49c2-9844-5c0550ff4976', 'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'mac_address': 'fa:16:3e:35:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:20Z', 'revision_number': 1, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'subnets': [{'id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:22.945058 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4ac836c6-7151-4e9d-a87b-05fc815dfff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:22.947763 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-6669281e-0671-4fe0-b0c3-4313f24b3c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:22.953714 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0575e022-6a20-47d8-9989-8a419fa22cee None None] The sync data for ids ['2a8afa69-050d-4668-abf0-0f3ecd55234c'] in dv-cinder-796286-6-smb is: [{'id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'name': 'tempest-AttachVolumeShelveTestJSON-680198692-router', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:15Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 4, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'gw_port': {'id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:16Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '0c809b4f-1a37-49c2-9844-5c0550ff4976', 'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'mac_address': 'fa:16:3e:35:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:20Z', 'revision_number': 1, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'subnets': [{'id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:30:22.990131 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac836c6-7151-4e9d-a87b-05fc815dfff9 admin admin] Network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:30:22.994961 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-4ac836c6-7151-4e9d-a87b-05fc815dfff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:22.999898 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac836c6-7151-4e9d-a87b-05fc815dfff9 admin admin] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:30:23.002800 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac836c6-7151-4e9d-a87b-05fc815dfff9 admin admin] Pushing event updated for resources: {'Port': ['ID=79e08091-e529-46ec-acdd-b2a6d6e0eb49,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:23.050206 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Network 5c84abbf-7edc-4ea0-b570-d4f577e25772 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:30:23.053866 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:23.086358 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4ac836c6-7151-4e9d-a87b-05fc815dfff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:23.089893 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6669281e-0671-4fe0-b0c3-4313f24b3c23 admin admin] Router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 is scheduled to L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 with binding_index 1 {{(pid=93280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:30:23.093669 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:23.096194 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.db.api [None req-52db8883-9595-45e5-aefc-db0b15a9ffd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93281) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 14:30:23.096756 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_db.api [None req-52db8883-9595-45e5-aefc-db0b15a9ffd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 14:30:23.105865 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:23.261592 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Pushing event updated for resources: {'Port': ['ID=3f8f152a-4742-4c10-ae00-0c864109ac2c,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:23.277148 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:23.287835 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6669281e-0671-4fe0-b0c3-4313f24b3c23 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:30:23.301850 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] Sync routers for ids ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'] in dv-cinder-796286-6-smb {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:30:23.316653 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] Routers {'b192a0fe-ab3d-45b5-9ded-51ed45bf2419'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:30:23.317873 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:30:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:23.391877 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Router 2a8afa69-050d-4668-abf0-0f3ecd55234c has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:30:23.524347 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6669281e-0671-4fe0-b0c3-4313f24b3c23 admin admin] Notify callbacks [] for router, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:23.531115 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-6669281e-0671-4fe0-b0c3-4313f24b3c23 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6028647 Jun 17 14:30:23.533493 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 56776) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:23.670942 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:30:23.686586 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4ac836c6-7151-4e9d-a87b-05fc815dfff9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:23.732977 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] 10.222.0.86 "PUT /v2.0/routers/2a8afa69-050d-4668-abf0-0f3ecd55234c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1244624 Jun 17 14:30:23.745627 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] Set router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:30:23.929684 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-04ff0c81-6a1c-41e2-93f3-eaa584b11543 req-add19d07-9fc4-4cfd-8f06-b3ac81e71b7f tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 210 time: 0.0776134 Jun 17 14:30:24.014032 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-8e7af7d7-662c-4e4a-8b8e-ee60b5a47a76 None None] Provisioning complete for port 0c809b4f-1a37-49c2-9844-5c0550ff4976 triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:24.014697 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8e7af7d7-662c-4e4a-8b8e-ee60b5a47a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:24.040214 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 3f8f152a-4742-4c10-ae00-0c864109ac2c up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:24.169158 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-8e7af7d7-662c-4e4a-8b8e-ee60b5a47a76 None None] Port 0c809b4f-1a37-49c2-9844-5c0550ff4976 cannot update to ACTIVE because it is not bound. {{(pid=93281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:30:24.235992 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'name': 'tempest-AttachVolumeTestJSON-926334786-router', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:18Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 3, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'gw_port': {'id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:13:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:24.349251 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4ac836c6-7151-4e9d-a87b-05fc815dfff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-970238'] for router, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:24.420130 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] Checking router: b192a0fe-ab3d-45b5-9ded-51ed45bf2419 for host: dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:30:24.420400 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] Updating router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 port 22d74442-9f4b-420f-8808-8a982eaa1d6d binding host dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:30:24.441491 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 3f8f152a-4742-4c10-ae00-0c864109ac2c triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:24.441899 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:24.494597 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:24.783714 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:24.784358 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 56804) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:24.789383 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-d58d7b2f-daa1-480d-bec7-7daeef404dee tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1184090713', 'description': 'tempest-description--1505749139'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:24.913302 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:24.925522 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] Transition to ACTIVE for port object 22d74442-9f4b-420f-8808-8a982eaa1d6d will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:24.929815 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d58d7b2f-daa1-480d-bec7-7daeef404dee tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:24.989396 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac836c6-7151-4e9d-a87b-05fc815dfff9 admin admin] Router 50c0fbab-bf12-4729-a965-0ceeac711313 is scheduled to L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 with binding_index 1 {{(pid=93280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:30:25.044536 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:25.048206 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:25.112815 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] Attempting to bind port 22d74442-9f4b-420f-8808-8a982eaa1d6d on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:30:25.113023 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.93', 59680) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:25.113657 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] Attempting to bind port 22d74442-9f4b-420f-8808-8a982eaa1d6d by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:30:25.114256 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] Attempting to bind port 22d74442-9f4b-420f-8808-8a982eaa1d6d on network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:30:25.122154 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:30:25.126862 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] Checking segment: {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:30:25.126862 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:25.126862 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] Bound using segment: {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:30:25.126862 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] Bound port: 22d74442-9f4b-420f-8808-8a982eaa1d6d, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:30:25.126862 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:25.156055 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d58d7b2f-daa1-480d-bec7-7daeef404dee tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:25.157165 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa456e4-f0e6-4109-8634-cbd690dd4bf4 None None] Pushing event updated for resources: {'Port': ['ID=22d74442-9f4b-420f-8808-8a982eaa1d6d,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:25.169151 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-3fa456e4-f0e6-4109-8634-cbd690dd4bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:25.210651 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] For port 22d74442-9f4b-420f-8808-8a982eaa1d6d, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:30:25.221055 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] For port 22d74442-9f4b-420f-8808-8a982eaa1d6d, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=22d74442-9f4b-420f-8808-8a982eaa1d6d,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:30:25.248544 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Allocated IP 172.20.0.1 (8135cc67-7047-4727-8ec0-17fbafcdfdf8/ddf294c9-2449-47ab-84d6-49702a679f33/87bc9829-7a6c-4d79-a690-976d47979889) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:30:25.263985 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d58d7b2f-daa1-480d-bec7-7daeef404dee tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:25.270874 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac836c6-7151-4e9d-a87b-05fc815dfff9 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:30:25.272289 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:25.278430 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] Sync routers for ids ['50c0fbab-bf12-4729-a965-0ceeac711313'] in dv-cinder-796286-6-smb {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:30:25.301032 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] Routers {'50c0fbab-bf12-4729-a965-0ceeac711313'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:30:25.305703 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:30:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['50c0fbab-bf12-4729-a965-0ceeac711313'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:25.306427 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-3f2baf77-9d15-473d-a060-d9b3d08850ed tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:25.308476 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-3f2baf77-9d15-473d-a060-d9b3d08850ed tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.93 "GET /v2.0/networks?id=1724ad49-1d14-4597-a4a2-7c94b156f369 HTTP/1.1" status: 200 len: 812 time: 0.1925604 Jun 17 14:30:25.325540 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:25.350650 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:25.372833 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-21b63c9f-debc-472f-b0ec-823100441ee3 req-f64c17f5-ed36-4ba0-840e-36d99aabdc31 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 210 time: 0.0865493 Jun 17 14:30:25.380666 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-d20f0937-1a44-4d40-a167-b74e46c6257d tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Request body: {'port': {'device_id': '1c77d158-adfe-4070-b34b-e0029fa932c2', 'network_id': '1724ad49-1d14-4597-a4a2-7c94b156f369', 'admin_state_up': True, 'tenant_id': 'c5ee367a2b464762a0daffd2dcf1cc80'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:25.391688 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d7b2f-daa1-480d-bec7-7daeef404dee tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:25.398326 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4ac836c6-7151-4e9d-a87b-05fc815dfff9 admin admin] Notify callbacks [] for router, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:25.404846 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-4ac836c6-7151-4e9d-a87b-05fc815dfff9 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4587054 Jun 17 14:30:25.406005 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 56830) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:25.414631 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-d58d7b2f-daa1-480d-bec7-7daeef404dee tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:25.453535 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d58d7b2f-daa1-480d-bec7-7daeef404dee tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:25.453535 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-d58d7b2f-daa1-480d-bec7-7daeef404dee tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6606848 Jun 17 14:30:25.458868 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:25.464690 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 56832) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:25.471126 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] Routers {'b192a0fe-ab3d-45b5-9ded-51ed45bf2419'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:30:25.471841 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:30:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:25.511222 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-3ad1df93-d0bd-4eab-89b9-adc3f9f029a3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Request body: {'security_group_rule': {'security_group_id': 'f4dfa374-d4ea-4909-9561-9a3b93c0a6c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:25.611972 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa456e4-f0e6-4109-8634-cbd690dd4bf4 None None] Pushing event updated for resources: {'Port': ['ID=22d74442-9f4b-420f-8808-8a982eaa1d6d,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:25.615376 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-3fa456e4-f0e6-4109-8634-cbd690dd4bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:25.711330 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Transition to ACTIVE for port object 87bc9829-7a6c-4d79-a690-976d47979889 will not be triggered until provisioned by entity DHCP. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:25.780661 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] Set router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:30:25.781285 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] Set router 50c0fbab-bf12-4729-a965-0ceeac711313 gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:30:26.038112 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c0fbab-bf12-4729-a965-0ceeac711313', 'name': 'tempest-ServerRescueNegativeTestJSON-60319698-router', 'tenant_id': 'df3f9d0051034672b2d1f6007dfac45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '79e08091-e529-46ec-acdd-b2a6d6e0eb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:23Z', 'revision_number': 3, 'project_id': 'df3f9d0051034672b2d1f6007dfac45e', 'gw_port': {'id': '79e08091-e529-46ec-acdd-b2a6d6e0eb49', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c0fbab-bf12-4729-a965-0ceeac711313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:26.054186 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device edcf51a6-2432-4136-ae0b-994ee5b11662 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:26.070754 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] Checking router: 50c0fbab-bf12-4729-a965-0ceeac711313 for host: dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:30:26.071194 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] Updating router 50c0fbab-bf12-4729-a965-0ceeac711313 port 79e08091-e529-46ec-acdd-b2a6d6e0eb49 binding host dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:30:26.108231 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3ad1df93-d0bd-4eab-89b9-adc3f9f029a3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:26.110215 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:26.127215 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'name': 'tempest-AttachVolumeTestJSON-926334786-router', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:18Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 3, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'gw_port': {'id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:13:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:26.127563 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:26.145971 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:26.163214 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e93ba-22c4-4ec7-a2c8-4eba78e4f997 None None] The sync data for ids ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'] in dv-cinder-796286-6-smb is: [{'id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'name': 'tempest-AttachVolumeTestJSON-926334786-router', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:18Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 3, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'gw_port': {'id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:13:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:30:26.204042 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Network 8135cc67-7047-4727-8ec0-17fbafcdfdf8 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:30:26.213548 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:26.240108 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3ad1df93-d0bd-4eab-89b9-adc3f9f029a3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:26.268977 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:30:26.269484 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980807'] for router_interface, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:26.270370 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-d20f0937-1a44-4d40-a167-b74e46c6257d tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Made reservation on behalf of c5ee367a2b464762a0daffd2dcf1cc80 for: {'port': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:30:26.274574 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port edcf51a6-2432-4136-ae0b-994ee5b11662 completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:30:26.278670 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-d20f0937-1a44-4d40-a167-b74e46c6257d tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:26.288759 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port edcf51a6-2432-4136-ae0b-994ee5b11662 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:26.288759 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:26.323865 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Pushing event updated for resources: {'Port': ['ID=87bc9829-7a6c-4d79-a690-976d47979889,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:26.359377 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3ad1df93-d0bd-4eab-89b9-adc3f9f029a3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939287'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:26.373188 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] Sync routers for ids ['2a8afa69-050d-4668-abf0-0f3ecd55234c'] in dv-cinder-796286-6-smb {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:30:26.392577 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:26.457112 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] Routers {'2a8afa69-050d-4668-abf0-0f3ecd55234c'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:30:26.460621 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:26.461143 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:30:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['2a8afa69-050d-4668-abf0-0f3ecd55234c'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:26.504812 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:26.618147 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1df93-d0bd-4eab-89b9-adc3f9f029a3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd64f8d-477f-46eb-bfc9-58a0dff659e5,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:26.653847 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-3ad1df93-d0bd-4eab-89b9-adc3f9f029a3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:26.909510 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:26.930582 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-d20f0937-1a44-4d40-a167-b74e46c6257d tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Allocated IP 172.20.0.2 (1724ad49-1d14-4597-a4a2-7c94b156f369/c918cc7b-dc6e-47aa-94e8-e76ed3b447c3/6b9ce875-843b-4f1e-a26a-7e065560e27c) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:30:26.934549 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] Transition to ACTIVE for port object 79e08091-e529-46ec-acdd-b2a6d6e0eb49 will not be triggered until provisioned by entity L2. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:27.032421 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-5076463b-94d4-42e2-b74e-c091c4785225 None None] Provisioning for port 87bc9829-7a6c-4d79-a690-976d47979889 completed by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:30:27.048171 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:27.054447 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8516196f-cea7-4ec8-94b4-1695d10e8b85 req-9fcacce0-85ac-4c22-9b0d-0bf735b5cb90 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 210 time: 0.0444484 Jun 17 14:30:27.056188 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-5076463b-94d4-42e2-b74e-c091c4785225 None None] Provisioning complete for port 87bc9829-7a6c-4d79-a690-976d47979889 triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:27.056188 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5076463b-94d4-42e2-b74e-c091c4785225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:27.060025 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] Set router 2a8afa69-050d-4668-abf0-0f3ecd55234c gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:30:27.073525 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:27.078570 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:27.173646 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95652992-1929-4cb4-888d-a4fdc29ba6a4 None None] Pushing event updated for resources: {'Port': ['ID=79e08091-e529-46ec-acdd-b2a6d6e0eb49,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:27.183354 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-95652992-1929-4cb4-888d-a4fdc29ba6a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:27.233219 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] For port edcf51a6-2432-4136-ae0b-994ee5b11662, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=edcf51a6-2432-4136-ae0b-994ee5b11662,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:30:27.240396 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-d20f0937-1a44-4d40-a167-b74e46c6257d tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:27.241950 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] Attempting to bind port 79e08091-e529-46ec-acdd-b2a6d6e0eb49 on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:30:27.241950 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] Attempting to bind port 79e08091-e529-46ec-acdd-b2a6d6e0eb49 by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:30:27.241950 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] Attempting to bind port 79e08091-e529-46ec-acdd-b2a6d6e0eb49 on network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:30:27.253213 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:30:27.253642 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] Checking segment: {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:30:27.254059 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:27.257782 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] Bound using segment: {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:30:27.258341 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] Bound port: 79e08091-e529-46ec-acdd-b2a6d6e0eb49, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:30:27.258739 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:27.287593 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3ad1df93-d0bd-4eab-89b9-adc3f9f029a3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:27.292986 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-3ad1df93-d0bd-4eab-89b9-adc3f9f029a3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8239460 Jun 17 14:30:27.293685 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 56906) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:27.298600 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-74bb6dcd-4305-4369-a3e4-cd4a36d4bd2a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Request body: {'security_group_rule': {'security_group_id': 'f4dfa374-d4ea-4909-9561-9a3b93c0a6c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:27.316781 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] Allocated IP 172.20.0.1 (28c547f4-6a9c-4191-8f84-bf56696ffcf9/be563bda-5edc-4f28-bda9-11728953d9ad/23a2d32a-50f2-4782-91b1-add22692e135) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:30:27.325867 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:27.328190 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] For port 79e08091-e529-46ec-acdd-b2a6d6e0eb49, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:30:27.332997 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] For port 79e08091-e529-46ec-acdd-b2a6d6e0eb49, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=79e08091-e529-46ec-acdd-b2a6d6e0eb49,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:30:27.359884 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-d20f0937-1a44-4d40-a167-b74e46c6257d tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:27.378064 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-697f2198-3260-4464-98c0-27e532443f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:27.404611 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:27.406754 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-5076463b-94d4-42e2-b74e-c091c4785225 None None] Port 87bc9829-7a6c-4d79-a690-976d47979889 cannot update to ACTIVE because it is not bound. {{(pid=93281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:30:27.467652 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:27.472387 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-fcaa51bb-1b5c-4296-af56-277fa9d00a25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:27.543306 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-d20f0937-1a44-4d40-a167-b74e46c6257d tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Network 1724ad49-1d14-4597-a4a2-7c94b156f369 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:30:27.629499 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Pushing event updated for resources: {'Port': ['ID=edcf51a6-2432-4136-ae0b-994ee5b11662,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:27.634232 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:27.647472 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-74bb6dcd-4305-4369-a3e4-cd4a36d4bd2a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:27.695534 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95652992-1929-4cb4-888d-a4fdc29ba6a4 None None] Pushing event updated for resources: {'Port': ['ID=79e08091-e529-46ec-acdd-b2a6d6e0eb49,revision_number=3']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:27.725243 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'name': 'tempest-AttachVolumeShelveTestJSON-680198692-router', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:15Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 4, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'gw_port': {'id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:16Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '0c809b4f-1a37-49c2-9844-5c0550ff4976', 'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'mac_address': 'fa:16:3e:35:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:22Z', 'revision_number': 2, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'subnets': [{'id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:27.753397 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-d20f0937-1a44-4d40-a167-b74e46c6257d tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:27.763376 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f0937-1a44-4d40-a167-b74e46c6257d tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Pushing event updated for resources: {'Port': ['ID=6b9ce875-843b-4f1e-a26a-7e065560e27c,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:27.788589 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-95652992-1929-4cb4-888d-a4fdc29ba6a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:27.794767 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] Routers {'50c0fbab-bf12-4729-a965-0ceeac711313'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:30:27.797000 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:30:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['50c0fbab-bf12-4729-a965-0ceeac711313'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:27.801014 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-d20f0937-1a44-4d40-a167-b74e46c6257d tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:30:27.802097 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] Checking router: 2a8afa69-050d-4668-abf0-0f3ecd55234c for host: dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:30:27.802489 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] Updating router 2a8afa69-050d-4668-abf0-0f3ecd55234c port 0c809b4f-1a37-49c2-9844-5c0550ff4976 binding host dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:30:27.810408 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-d20f0937-1a44-4d40-a167-b74e46c6257d tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:27.815823 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-d20f0937-1a44-4d40-a167-b74e46c6257d tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for port, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:27.822533 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 56920) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:27.845399 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-d20f0937-1a44-4d40-a167-b74e46c6257d tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:27.895618 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-d20f0937-1a44-4d40-a167-b74e46c6257d tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5192223 Jun 17 14:30:27.902020 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-74bb6dcd-4305-4369-a3e4-cd4a36d4bd2a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:27.909479 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:27.914860 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-40ba9aa7-ef33-43c6-9869-70cef405a9e1 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=93279) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:30:27.915882 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-40ba9aa7-ef33-43c6-9869-70cef405a9e1 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078557 Jun 17 14:30:27.935145 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:28.018526 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:28.021131 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-74bb6dcd-4305-4369-a3e4-cd4a36d4bd2a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939287'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:28.023082 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-3ad1df93-d0bd-4eab-89b9-adc3f9f029a3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:28.066873 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb6dcd-4305-4369-a3e4-cd4a36d4bd2a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e6aed6-5830-4def-b4b3-9a6e042e98ac,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:28.072287 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-74bb6dcd-4305-4369-a3e4-cd4a36d4bd2a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:28.180850 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-44944913-895d-49ba-9867-5badfcacb441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:28.187991 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-74bb6dcd-4305-4369-a3e4-cd4a36d4bd2a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:28.250605 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-74bb6dcd-4305-4369-a3e4-cd4a36d4bd2a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8960259 Jun 17 14:30:28.250605 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 56950) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:28.273881 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device edcf51a6-2432-4136-ae0b-994ee5b11662 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:28.283028 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-b0a56452-65e4-412c-841a-e80f07d57034 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Request body: {'floatingip': {'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:28.286755 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] Set router 50c0fbab-bf12-4729-a965-0ceeac711313 gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:30:28.417491 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.db.api [None req-44944913-895d-49ba-9867-5badfcacb441 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 14:30:28.417491 dv-cinder-796286-6-smb neutron-server[93279]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 14:30:28.417491 dv-cinder-796286-6-smb neutron-server[93279]: [parameters: {'project_id_1': '28cba8f386384d1d8e82848b160b516e', 'expiration_1': datetime.datetime(2021, 6, 17, 14, 30, 28, 359275)}] Jun 17 14:30:28.417491 dv-cinder-796286-6-smb neutron-server[93279]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 14:30:28.417926 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_db.api [None req-44944913-895d-49ba-9867-5badfcacb441 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 14:30:28.441141 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Request body: {'port': {'device_id': '1c77d158-adfe-4070-b34b-e0029fa932c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:28.579235 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:28.582189 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:28.590132 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:28.614824 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b0a56452-65e4-412c-841a-e80f07d57034 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for floatingip, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:28.934361 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] Pushing event updated for resources: {'Port': ['ID=23a2d32a-50f2-4782-91b1-add22692e135,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:28.934361 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] Network 28c547f4-6a9c-4191-8f84-bf56696ffcf9 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:30:28.934361 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:28.934361 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:28.934361 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:28.934361 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:30:28.934361 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980807'] for router_interface, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:28.938263 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:28.938346 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c0fbab-bf12-4729-a965-0ceeac711313', 'name': 'tempest-ServerRescueNegativeTestJSON-60319698-router', 'tenant_id': 'df3f9d0051034672b2d1f6007dfac45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '79e08091-e529-46ec-acdd-b2a6d6e0eb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:23Z', 'revision_number': 3, 'project_id': 'df3f9d0051034672b2d1f6007dfac45e', 'gw_port': {'id': '79e08091-e529-46ec-acdd-b2a6d6e0eb49', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c0fbab-bf12-4729-a965-0ceeac711313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:28.947406 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c615152-acc8-439c-89fe-fd6ba92e91b6 None None] The sync data for ids ['50c0fbab-bf12-4729-a965-0ceeac711313'] in dv-cinder-796286-6-smb is: [{'id': '50c0fbab-bf12-4729-a965-0ceeac711313', 'name': 'tempest-ServerRescueNegativeTestJSON-60319698-router', 'tenant_id': 'df3f9d0051034672b2d1f6007dfac45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '79e08091-e529-46ec-acdd-b2a6d6e0eb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:23Z', 'revision_number': 3, 'project_id': 'df3f9d0051034672b2d1f6007dfac45e', 'gw_port': {'id': '79e08091-e529-46ec-acdd-b2a6d6e0eb49', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c0fbab-bf12-4729-a965-0ceeac711313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}] {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:30:28.951381 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port edcf51a6-2432-4136-ae0b-994ee5b11662 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:28.951991 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:28.959252 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-44944913-895d-49ba-9867-5badfcacb441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:28.969604 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-967660'] for router_interface, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:29.019485 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:29.186403 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Pushing event updated for resources: {'Port': ['ID=87bc9829-7a6c-4d79-a690-976d47979889,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:29.211156 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:29.221287 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:29.239600 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 22d74442-9f4b-420f-8808-8a982eaa1d6d up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:29.242088 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] Transition to ACTIVE for port object 0c809b4f-1a37-49c2-9844-5c0550ff4976 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:29.289535 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Network 8135cc67-7047-4727-8ec0-17fbafcdfdf8 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:30:29.295259 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:29.354732 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967f78f-31d8-46cf-ae4e-a7b8e748d454 req-5c886a45-1d64-4d4c-86ea-6cb6a9dd0d3d tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:29.357235 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5967f78f-31d8-46cf-ae4e-a7b8e748d454 req-5c886a45-1d64-4d4c-86ea-6cb6a9dd0d3d tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 931 time: 0.8480632 Jun 17 14:30:29.370444 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:29.374403 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:29.490412 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port 22d74442-9f4b-420f-8808-8a982eaa1d6d completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:30:29.565229 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:29.589810 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 22d74442-9f4b-420f-8808-8a982eaa1d6d triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:29.590591 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:29.726780 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 56982) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:29.756127 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-44944913-895d-49ba-9867-5badfcacb441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:29.792903 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab53cd2-3a84-4838-a635-d1344a1a4d45 None None] Pushing event updated for resources: {'Port': ['ID=0c809b4f-1a37-49c2-9844-5c0550ff4976,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:29.821252 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-3ab53cd2-3a84-4838-a635-d1344a1a4d45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:29.965529 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] Attempting to bind port 0c809b4f-1a37-49c2-9844-5c0550ff4976 on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:30:29.965901 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] Attempting to bind port 0c809b4f-1a37-49c2-9844-5c0550ff4976 by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': 'e0cf12ca-70e0-4818-8c0d-c5feed99a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:30:29.966271 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] Attempting to bind port 0c809b4f-1a37-49c2-9844-5c0550ff4976 on network 5c84abbf-7edc-4ea0-b570-d4f577e25772 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:30:29.987842 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:30:29.988244 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] Checking segment: {'id': 'e0cf12ca-70e0-4818-8c0d-c5feed99a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:30:29.988715 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:29.989119 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] Bound using segment: {'id': 'e0cf12ca-70e0-4818-8c0d-c5feed99a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:30:29.999674 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] Bound port: 0c809b4f-1a37-49c2-9844-5c0550ff4976, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0cf12ca-70e0-4818-8c0d-c5feed99a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:30:30.000097 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:30.004175 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-b222c46f-dafd-4a3d-9016-cfd0f3d443d3 None None] Provisioning complete for port 87bc9829-7a6c-4d79-a690-976d47979889 triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:30.013009 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-44944913-895d-49ba-9867-5badfcacb441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:30.014099 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b222c46f-dafd-4a3d-9016-cfd0f3d443d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:30.076678 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-37f70f04-6c28-46e4-a5da-351ec7e8a32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:30.124017 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:30.128016 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:30:30.181346 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-b222c46f-dafd-4a3d-9016-cfd0f3d443d3 None None] Port 87bc9829-7a6c-4d79-a690-976d47979889 cannot update to ACTIVE because it is not bound. {{(pid=93281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:30:30.194942 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:30.219031 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-44944913-895d-49ba-9867-5badfcacb441 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=28cba8f386384d1d8e82848b160b516e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3691676 Jun 17 14:30:30.237477 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] For port 22d74442-9f4b-420f-8808-8a982eaa1d6d, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=22d74442-9f4b-420f-8808-8a982eaa1d6d,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:30:30.241962 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 56992) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:30.242466 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] For port 0c809b4f-1a37-49c2-9844-5c0550ff4976, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:30:30.246741 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] For port 0c809b4f-1a37-49c2-9844-5c0550ff4976, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=0c809b4f-1a37-49c2-9844-5c0550ff4976,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:30:30.277498 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5967f78f-31d8-46cf-ae4e-a7b8e748d454 req-7d20f434-ac4d-40b2-b698-03b307bd7ec9 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/security-groups?id=16bfbc27-029a-495b-968f-a68da2e9cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6775360 Jun 17 14:30:30.327358 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:30.329232 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-f49145ac-a05e-4fc2-848f-09f62bac2481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:30.409636 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:30.421584 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Pushing event updated for resources: {'Port': ['ID=22d74442-9f4b-420f-8808-8a982eaa1d6d,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:30.423399 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b0a56452-65e4-412c-841a-e80f07d57034 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:30.428476 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44944913-895d-49ba-9867-5badfcacb441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3438614a-0e51-428b-9190-e3e44b5902bd,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:30.453720 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-44944913-895d-49ba-9867-5badfcacb441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:30.483276 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:30.485630 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:30.637298 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 79e08091-e529-46ec-acdd-b2a6d6e0eb49 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:30.695070 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:30.737769 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e6fc1437-98e5-49f3-9cd5-0b1519fdf2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:30.820165 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] Routers {'2a8afa69-050d-4668-abf0-0f3ecd55234c'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:30:30.821641 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:30:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['2a8afa69-050d-4668-abf0-0f3ecd55234c'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:30.828039 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab53cd2-3a84-4838-a635-d1344a1a4d45 None None] Pushing event updated for resources: {'Port': ['ID=0c809b4f-1a37-49c2-9844-5c0550ff4976,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:30.834558 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-3ab53cd2-3a84-4838-a635-d1344a1a4d45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:30.914135 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.notifiers.nova [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9ce875-843b-4f1e-a26a-7e065560e27c {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:30:30.927340 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:30.928896 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e6fc1437-98e5-49f3-9cd5-0b1519fdf2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:30.936145 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:30:30.938334 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] 10.222.0.86 "PUT /v2.0/routers/b192a0fe-ab3d-45b5-9ded-51ed45bf2419/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4038589 Jun 17 14:30:30.973382 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-37f70f04-6c28-46e4-a5da-351ec7e8a32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:30.973693 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] Sync routers for ids ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'] in dv-cinder-796286-6-smb {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:30:30.999085 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Transition to ACTIVE for port object 6b9ce875-843b-4f1e-a26a-7e065560e27c will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:31.005321 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-b0a56452-65e4-412c-841a-e80f07d57034 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Allocated IP 172.28.1.72 (bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a/1de5b000-f039-4ced-982c-ad6f7c0b7727/10caf7f0-68b9-481c-a757-e6ac00dab701) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:30:31.010994 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] Routers {'b192a0fe-ab3d-45b5-9ded-51ed45bf2419'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:30:31.011704 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:30:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:31.040108 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:31.046170 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-967660'] for router_interface, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:31.074833 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:31.093866 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-37f70f04-6c28-46e4-a5da-351ec7e8a32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:31.144333 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] Set router 2a8afa69-050d-4668-abf0-0f3ecd55234c gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:30:31.152262 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port 79e08091-e529-46ec-acdd-b2a6d6e0eb49 completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:30:31.230052 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 79e08091-e529-46ec-acdd-b2a6d6e0eb49 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:31.230052 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:31.287862 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:31.318534 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-37f70f04-6c28-46e4-a5da-351ec7e8a32b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1eff2be07d8145a8a94f197d14268f53&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5878606 Jun 17 14:30:31.326551 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 57008) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:31.352833 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:31.432112 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] Set router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:30:31.500958 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] Pushing event updated for resources: {'Port': ['ID=23a2d32a-50f2-4782-91b1-add22692e135,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:31.507257 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:31.516344 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b0a56452-65e4-412c-841a-e80f07d57034 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:31.522219 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:31.593637 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] Network 28c547f4-6a9c-4191-8f84-bf56696ffcf9 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:30:31.602261 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f70f04-6c28-46e4-a5da-351ec7e8a32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5981bf45-b47d-49ae-b34f-387a390e0ac4,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:31.611925 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-37f70f04-6c28-46e4-a5da-351ec7e8a32b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:31.633336 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:31.695915 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e6fc1437-98e5-49f3-9cd5-0b1519fdf2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:31.774706 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e6fc1437-98e5-49f3-9cd5-0b1519fdf2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:31.779016 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-e6fc1437-98e5-49f3-9cd5-0b1519fdf2e4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3438614a-0e51-428b-9190-e3e44b5902bd HTTP/1.1" status: 204 len: 168 time: 1.5289416 Jun 17 14:30:31.809308 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-6ca2cf06-3d2e-4b8d-ae4c-daa55adcbde4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:31.811359 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:31.822273 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'name': 'tempest-AttachVolumeShelveTestJSON-680198692-router', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:15Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 4, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'gw_port': {'id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:16Z', 'updated_at': '2021-06-17T14:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '0c809b4f-1a37-49c2-9844-5c0550ff4976', 'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'mac_address': 'fa:16:3e:35:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:30Z', 'revision_number': 4, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'subnets': [{'id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:31.904169 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9100fc5a-f744-435a-b6b1-0522cc701716 None None] The sync data for ids ['2a8afa69-050d-4668-abf0-0f3ecd55234c'] in dv-cinder-796286-6-smb is: [{'id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'name': 'tempest-AttachVolumeShelveTestJSON-680198692-router', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:15Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 4, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'gw_port': {'id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:16Z', 'updated_at': '2021-06-17T14:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '0c809b4f-1a37-49c2-9844-5c0550ff4976', 'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'mac_address': 'fa:16:3e:35:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:30Z', 'revision_number': 4, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'subnets': [{'id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:30:31.906311 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1fbd83e3-75da-45e9-b558-d99ebb8e128d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:31.932879 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] For port 79e08091-e529-46ec-acdd-b2a6d6e0eb49, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=79e08091-e529-46ec-acdd-b2a6d6e0eb49,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:30:31.981428 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc1437-98e5-49f3-9cd5-0b1519fdf2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3438614a-0e51-428b-9190-e3e44b5902bd,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:31.989865 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-e6fc1437-98e5-49f3-9cd5-0b1519fdf2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:32.007878 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b0a56452-65e4-412c-841a-e80f07d57034 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:32.014785 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Attempting to bind port 6b9ce875-843b-4f1e-a26a-7e065560e27c on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:30:32.014785 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Attempting to bind port 6b9ce875-843b-4f1e-a26a-7e065560e27c by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '401b96fc-a845-466b-b735-e05f14cb5de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '1724ad49-1d14-4597-a4a2-7c94b156f369'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:30:32.021668 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Attempting to bind port 6b9ce875-843b-4f1e-a26a-7e065560e27c on network 1724ad49-1d14-4597-a4a2-7c94b156f369 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:30:32.026092 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Pushing event updated for resources: {'Port': ['ID=6b9ce875-843b-4f1e-a26a-7e065560e27c,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:32.033800 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:32.034552 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:32.040633 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:32.043475 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:32.074913 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1fbd83e3-75da-45e9-b558-d99ebb8e128d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:32.111654 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a56452-65e4-412c-841a-e80f07d57034 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Pushing event updated for resources: {'Port': ['ID=10caf7f0-68b9-481c-a757-e6ac00dab701,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:32.119117 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-b0a56452-65e4-412c-841a-e80f07d57034 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:32.124712 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Port 6b9ce875-843b-4f1e-a26a-7e065560e27c on network 1724ad49-1d14-4597-a4a2-7c94b156f369 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:30:32.125607 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Attempting to bind port 6b9ce875-843b-4f1e-a26a-7e065560e27c on network 1724ad49-1d14-4597-a4a2-7c94b156f369 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:30:32.132569 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Checking agent: {'id': 'c17431a8-2d50-499b-8bf2-d6ffeabd9413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'started_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:30:32.132938 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Checking segment: {'id': '401b96fc-a845-466b-b735-e05f14cb5de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '1724ad49-1d14-4597-a4a2-7c94b156f369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:30:32.137967 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Bound using segment: {'id': '401b96fc-a845-466b-b735-e05f14cb5de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '1724ad49-1d14-4597-a4a2-7c94b156f369'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:30:32.138657 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Bound port: 6b9ce875-843b-4f1e-a26a-7e065560e27c, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401b96fc-a845-466b-b735-e05f14cb5de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '1724ad49-1d14-4597-a4a2-7c94b156f369'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:30:32.138978 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:32.159977 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a56452-65e4-412c-841a-e80f07d57034 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:30:32.189522 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-b0a56452-65e4-412c-841a-e80f07d57034 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:32.198728 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a56452-65e4-412c-841a-e80f07d57034 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:30:32.234455 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'name': 'tempest-AttachVolumeTestJSON-926334786-router', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:18Z', 'updated_at': '2021-06-17T14:30:26Z', 'revision_number': 4, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'gw_port': {'id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '87bc9829-7a6c-4d79-a690-976d47979889', 'name': '', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'mac_address': 'fa:16:3e:25:ff:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:24Z', 'updated_at': '2021-06-17T14:30:28Z', 'revision_number': 2, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'subnets': [{'id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:32.265146 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Pushing event updated for resources: {'Port': ['ID=79e08091-e529-46ec-acdd-b2a6d6e0eb49,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:32.265146 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:32.308143 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d4949-cf15-4901-912e-baafcc70cecd req-5d7e9584-21c8-4c2a-bfd5-73cd90170548 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:32.311302 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-be5d4949-cf15-4901-912e-baafcc70cecd req-5d7e9584-21c8-4c2a-bfd5-73cd90170548 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 943 time: 0.5402050 Jun 17 14:30:32.328007 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] Checking router: b192a0fe-ab3d-45b5-9ded-51ed45bf2419 for host: dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:30:32.328616 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] Updating router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 port 87bc9829-7a6c-4d79-a690-976d47979889 binding host dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:30:32.394525 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:32.457693 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] Router 50c0fbab-bf12-4729-a965-0ceeac711313 has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:30:32.563392 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 57034) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:32.589152 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 0c809b4f-1a37-49c2-9844-5c0550ff4976 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:32.607108 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-bd9c0e5d-f98d-426f-b381-894e927bc34e tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1941196702', 'description': 'tempest-description--1444687650'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:32.668384 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-be5d4949-cf15-4901-912e-baafcc70cecd req-470a1aaf-fe18-4f7f-80d4-b8adee844630 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/security-groups?id=16bfbc27-029a-495b-968f-a68da2e9cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386211 Jun 17 14:30:32.676980 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b0a56452-65e4-412c-841a-e80f07d57034 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:32.748582 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] For port 6b9ce875-843b-4f1e-a26a-7e065560e27c, host hv-cinder-79628, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:30:32.757332 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1fbd83e3-75da-45e9-b558-d99ebb8e128d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:32.764225 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1fbd83e3-75da-45e9-b558-d99ebb8e128d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:32.765496 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-1fbd83e3-75da-45e9-b558-d99ebb8e128d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5981bf45-b47d-49ae-b34f-387a390e0ac4 HTTP/1.1" status: 204 len: 168 time: 1.4254298 Jun 17 14:30:32.789693 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] For port 6b9ce875-843b-4f1e-a26a-7e065560e27c, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b9ce875-843b-4f1e-a26a-7e065560e27c,segment=NetworkSegment(401b96fc-a845-466b-b735-e05f14cb5de6),segment_id=401b96fc-a845-466b-b735-e05f14cb5de6)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:30:32.843513 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:32.846797 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port 0c809b4f-1a37-49c2-9844-5c0550ff4976 completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:30:32.869007 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 0c809b4f-1a37-49c2-9844-5c0550ff4976 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:32.869007 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:32.869136 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd83e3-75da-45e9-b558-d99ebb8e128d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5981bf45-b47d-49ae-b34f-387a390e0ac4,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:32.869136 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-1fbd83e3-75da-45e9-b558-d99ebb8e128d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:32.903018 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:30:32.910770 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] 10.222.0.86 "PUT /v2.0/routers/50c0fbab-bf12-4729-a965-0ceeac711313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4996200 Jun 17 14:30:32.949570 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:32.951111 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bd9c0e5d-f98d-426f-b381-894e927bc34e tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:32.960423 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] Sync routers for ids ['50c0fbab-bf12-4729-a965-0ceeac711313'] in dv-cinder-796286-6-smb {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:30:32.972482 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:32.990034 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] Routers {'50c0fbab-bf12-4729-a965-0ceeac711313'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:30:32.992708 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:30:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['50c0fbab-bf12-4729-a965-0ceeac711313'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:33.071001 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Pushing event updated for resources: {'Port': ['ID=6b9ce875-843b-4f1e-a26a-7e065560e27c,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:33.089991 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:33.180538 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bd9c0e5d-f98d-426f-b381-894e927bc34e tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:33.184278 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b0a56452-65e4-412c-841a-e80f07d57034 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:33.211667 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:33.291199 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] Set router 50c0fbab-bf12-4729-a965-0ceeac711313 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:30:33.318921 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 57052) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:33.348256 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2929b693-511f-4fda-b491-3b31dacec3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:33.495624 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:33.539310 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] Transition to ACTIVE for port object 87bc9829-7a6c-4d79-a690-976d47979889 will not be triggered until provisioned by entity L2. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:33.600756 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b0a56452-65e4-412c-841a-e80f07d57034 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:33.603631 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:33.606619 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2929b693-511f-4fda-b491-3b31dacec3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:33.613969 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:33.631810 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bd9c0e5d-f98d-426f-b381-894e927bc34e tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:33.633348 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:33.634031 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for port, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:33.638730 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] 10.222.0.93 "PUT /v2.0/ports/6b9ce875-843b-4f1e-a26a-7e065560e27c HTTP/1.1" status: 200 len: 1093 time: 5.3641675 Jun 17 14:30:33.645877 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c77d158-adfe-4070-b34b-e0029fa932c2', 'tag': '6b9ce875-843b-4f1e-a26a-7e065560e27c'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:30:33.707125 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2929b693-511f-4fda-b491-3b31dacec3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:33.710982 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-37f70f04-6c28-46e4-a5da-351ec7e8a32b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:33.882385 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0140e07-e5b6-4fdd-862e-8015d209c40d None None] Pushing event updated for resources: {'Port': ['ID=87bc9829-7a6c-4d79-a690-976d47979889,revision_number=3']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:33.933816 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] For port 0c809b4f-1a37-49c2-9844-5c0550ff4976, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=0c809b4f-1a37-49c2-9844-5c0550ff4976,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:30:33.940192 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-f0140e07-e5b6-4fdd-862e-8015d209c40d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:33.950597 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] Attempting to bind port 87bc9829-7a6c-4d79-a690-976d47979889 on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:30:33.950983 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] Attempting to bind port 87bc9829-7a6c-4d79-a690-976d47979889 by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': '220d25f0-d22f-4094-b184-ec26428604f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8'}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:30:33.951359 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] Attempting to bind port 87bc9829-7a6c-4d79-a690-976d47979889 on network 8135cc67-7047-4727-8ec0-17fbafcdfdf8 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:30:33.968282 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:30:33.968675 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] Checking segment: {'id': '220d25f0-d22f-4094-b184-ec26428604f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:30:33.969081 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:33.969878 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] Bound using segment: {'id': '220d25f0-d22f-4094-b184-ec26428604f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8'} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:30:33.970530 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] Bound port: 87bc9829-7a6c-4d79-a690-976d47979889, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220d25f0-d22f-4094-b184-ec26428604f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8'}}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:30:33.971076 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:34.082170 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:34.086164 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 79e08091-e529-46ec-acdd-b2a6d6e0eb49 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:34.098274 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-d58d7b2f-daa1-480d-bec7-7daeef404dee tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:34.106512 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:34.153997 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 57066) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:34.157058 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929b693-511f-4fda-b491-3b31dacec3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0944c1e-c19b-4ec6-bb40-4eb5d531dc8e,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:34.176835 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] For port 87bc9829-7a6c-4d79-a690-976d47979889, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:30:34.185985 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] For port 87bc9829-7a6c-4d79-a690-976d47979889, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=87bc9829-7a6c-4d79-a690-976d47979889,segment=NetworkSegment(220d25f0-d22f-4094-b184-ec26428604f7),segment_id=220d25f0-d22f-4094-b184-ec26428604f7)] {{(pid=93282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:30:34.197972 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-2929b693-511f-4fda-b491-3b31dacec3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:34.210390 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b0a56452-65e4-412c-841a-e80f07d57034 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:34.273649 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:34.278188 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-fcaa51bb-1b5c-4296-af56-277fa9d00a25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:34.289081 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-2929b693-511f-4fda-b491-3b31dacec3e9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=48b3f68cf94d405b92325f0eb16dd9ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9664764 Jun 17 14:30:34.289537 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 57080) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:34.355178 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b0a56452-65e4-412c-841a-e80f07d57034 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982482'] for floatingip, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:34.373017 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c0e5d-f98d-426f-b381-894e927bc34e tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d9e226-e215-4adc-8ce9-98245f9f2392,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:34.377910 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-bd9c0e5d-f98d-426f-b381-894e927bc34e tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:34.393974 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c01e04c8-dd61-4686-94ff-0eaadfdf4e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:34.421714 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-33da9c89-a138-477d-ba77-e9f063018d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:34.435605 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Pushing event updated for resources: {'Port': ['ID=0c809b4f-1a37-49c2-9844-5c0550ff4976,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:34.447875 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:34.480434 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bd9c0e5d-f98d-426f-b381-894e927bc34e tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:34.480434 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-bd9c0e5d-f98d-426f-b381-894e927bc34e tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.8969319 Jun 17 14:30:34.485493 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-33da9c89-a138-477d-ba77-e9f063018d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:34.488295 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 57082) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:34.501902 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 79e08091-e529-46ec-acdd-b2a6d6e0eb49 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:34.503736 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:34.503843 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-4548f8f4-0170-4841-b21d-9c454e6d0248 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Request body: {'security_group_rule': {'security_group_id': 'a6d9e226-e215-4adc-8ce9-98245f9f2392', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:34.562790 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] Routers {'b192a0fe-ab3d-45b5-9ded-51ed45bf2419'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:30:34.572207 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:30:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:34.577932 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cf6570ae-c117-4008-93d1-641006d56df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:34.603086 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3e9e5-5360-459b-8a20-c0ea53d9f1bc req-22c1e6ab-45a5-4135-828e-62faa8f4a436 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:34.603086 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-65f3e9e5-5360-459b-8a20-c0ea53d9f1bc req-22c1e6ab-45a5-4135-828e-62faa8f4a436 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 943 time: 0.4928846 Jun 17 14:30:34.618378 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c0fbab-bf12-4729-a965-0ceeac711313', 'name': 'tempest-ServerRescueNegativeTestJSON-60319698-router', 'tenant_id': 'df3f9d0051034672b2d1f6007dfac45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '79e08091-e529-46ec-acdd-b2a6d6e0eb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:29Z', 'revision_number': 4, 'project_id': 'df3f9d0051034672b2d1f6007dfac45e', 'gw_port': {'id': '79e08091-e529-46ec-acdd-b2a6d6e0eb49', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c0fbab-bf12-4729-a965-0ceeac711313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '23a2d32a-50f2-4782-91b1-add22692e135', 'name': '', 'network_id': '28c547f4-6a9c-4191-8f84-bf56696ffcf9', 'tenant_id': 'df3f9d0051034672b2d1f6007dfac45e', 'mac_address': 'fa:16:3e:0b:69:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c0fbab-bf12-4729-a965-0ceeac711313', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'be563bda-5edc-4f28-bda9-11728953d9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:26Z', 'updated_at': '2021-06-17T14:30:30Z', 'revision_number': 2, 'project_id': 'df3f9d0051034672b2d1f6007dfac45e', 'subnets': [{'id': 'be563bda-5edc-4f28-bda9-11728953d9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:34.664756 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b0a56452-65e4-412c-841a-e80f07d57034 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:34.677488 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-b0a56452-65e4-412c-841a-e80f07d57034 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4354124 Jun 17 14:30:34.677488 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-cfeb941d-5321-466f-8c45-5cc0914abe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:34.688902 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-cfeb941d-5321-466f-8c45-5cc0914abe78 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c5ee367a2b464762a0daffd2dcf1cc80&device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 1096 time: 0.8105972 Jun 17 14:30:34.688902 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a56452-65e4-412c-841a-e80f07d57034 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Pushing event updated for resources: {'Port': ['ID=10caf7f0-68b9-481c-a757-e6ac00dab701,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:34.689076 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] Checking router: 50c0fbab-bf12-4729-a965-0ceeac711313 for host: dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:30:34.689076 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] Updating router 50c0fbab-bf12-4729-a965-0ceeac711313 port 23a2d32a-50f2-4782-91b1-add22692e135 binding host dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:30:34.706645 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8863a126823674440be2fd171a9f51742ed7e76304ce63add1381630eebf7721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6599f2a8-bdec-4663-8978-b90bf1d16bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "1c77d158-adfe-4070-b34b-e0029fa932c2", "tag": "6b9ce875-843b-4f1e-a26a-7e065560e27c"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:30:34.799875 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0140e07-e5b6-4fdd-862e-8015d209c40d None None] Pushing event updated for resources: {'Port': ['ID=87bc9829-7a6c-4d79-a690-976d47979889,revision_number=4']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:34.831801 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-f0140e07-e5b6-4fdd-862e-8015d209c40d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:34.834592 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-b0a56452-65e4-412c-841a-e80f07d57034 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:34.885067 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:35.006811 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] Set router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:30:35.006992 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 22d74442-9f4b-420f-8808-8a982eaa1d6d up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:35.210591 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-28ce6030-6c0e-4e44-b324-ea8cf68c2196 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:35.212688 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-28ce6030-6c0e-4e44-b324-ea8cf68c2196 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/networks?id=28c547f4-6a9c-4191-8f84-bf56696ffcf9 HTTP/1.1" status: 200 len: 817 time: 0.3602204 Jun 17 14:30:35.217047 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-33da9c89-a138-477d-ba77-e9f063018d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:35.240395 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-33da9c89-a138-477d-ba77-e9f063018d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:35.246559 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-33da9c89-a138-477d-ba77-e9f063018d2d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f0944c1e-c19b-4ec6-bb40-4eb5d531dc8e HTTP/1.1" status: 204 len: 168 time: 0.9544261 Jun 17 14:30:35.282692 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-1fbd83e3-75da-45e9-b558-d99ebb8e128d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:35.297248 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-038dd022-c037-498b-8a7d-f2c16e97783e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b9ce875-843b-4f1e-a26a-7e065560e27c HTTP/1.1" status: 200 len: 217 time: 0.5847976 Jun 17 14:30:35.326038 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-d3aa6e15-6ee3-4b4f-89e3-29ec261eb404 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/quotas/df3f9d0051034672b2d1f6007dfac45e HTTP/1.1" status: 200 len: 375 time: 0.1072729 Jun 17 14:30:35.330612 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da9c89-a138-477d-ba77-e9f063018d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0944c1e-c19b-4ec6-bb40-4eb5d531dc8e,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:35.342092 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-33da9c89-a138-477d-ba77-e9f063018d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:35.343348 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4548f8f4-0170-4841-b21d-9c454e6d0248 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:35.352733 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 22d74442-9f4b-420f-8808-8a982eaa1d6d triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:35.356941 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:35.414969 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-12c5d0d3-546b-47f2-ad0b-5959e967ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:35.417310 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-12c5d0d3-546b-47f2-ad0b-5959e967ca7e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c918cc7b-dc6e-47aa-94e8-e76ed3b447c3 HTTP/1.1" status: 200 len: 852 time: 0.0924189 Jun 17 14:30:35.432954 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-65f3e9e5-5360-459b-8a20-c0ea53d9f1bc req-e973a6ab-394f-446d-a12a-bb2e4c07b803 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/security-groups?id=16bfbc27-029a-495b-968f-a68da2e9cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8266153 Jun 17 14:30:35.511548 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:35.535499 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-b50376e4-1449-43d8-a1e0-e6bb64dcfb70 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1724ad49-1d14-4597-a4a2-7c94b156f369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965354 Jun 17 14:30:35.651752 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'name': 'tempest-AttachVolumeTestJSON-926334786-router', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:18Z', 'updated_at': '2021-06-17T14:30:26Z', 'revision_number': 4, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'gw_port': {'id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '87bc9829-7a6c-4d79-a690-976d47979889', 'name': '', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'mac_address': 'fa:16:3e:25:ff:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:24Z', 'updated_at': '2021-06-17T14:30:34Z', 'revision_number': 4, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'subnets': [{'id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:35.709961 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c4d3e-cf30-44c2-a032-f95adbd54826 None None] The sync data for ids ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'] in dv-cinder-796286-6-smb is: [{'id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'name': 'tempest-AttachVolumeTestJSON-926334786-router', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:18Z', 'updated_at': '2021-06-17T14:30:26Z', 'revision_number': 4, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'gw_port': {'id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '87bc9829-7a6c-4d79-a690-976d47979889', 'name': '', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'mac_address': 'fa:16:3e:25:ff:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:24Z', 'updated_at': '2021-06-17T14:30:34Z', 'revision_number': 4, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'subnets': [{'id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:30:35.764659 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-dcae72fb-e1e4-4ff0-a80b-6c0769a52446 service neutron] 10.222.0.93 "GET /v2.0/networks/1724ad49-1d14-4597-a4a2-7c94b156f369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692984 Jun 17 14:30:35.882876 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:35.944191 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] Transition to ACTIVE for port object 23a2d32a-50f2-4782-91b1-add22692e135 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:36.064450 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:36.069045 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4548f8f4-0170-4841-b21d-9c454e6d0248 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:36.069565 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-3ab53cd2-3a84-4838-a635-d1344a1a4d45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:36.101194 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-981a601c-a7aa-458a-b30c-ba4cb9c31478 req-a4b02086-c865-432a-bbd3-a19ba2b0c836 service neutron] 10.222.0.93 "GET /v2.0/networks/1724ad49-1d14-4597-a4a2-7c94b156f369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703621 Jun 17 14:30:36.187058 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-4e4d21d5-eee5-4027-b18a-f4a2d840b8e3 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=df3f9d0051034672b2d1f6007dfac45e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8398235 Jun 17 14:30:36.196730 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4548f8f4-0170-4841-b21d-9c454e6d0248 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939287'] for security_group_rule, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:36.200030 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 0c809b4f-1a37-49c2-9844-5c0550ff4976 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:36.251530 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:36.320291 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280f351-335f-4844-8dda-2cddc2116388 None None] Pushing event updated for resources: {'Port': ['ID=23a2d32a-50f2-4782-91b1-add22692e135,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:36.325720 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cf6570ae-c117-4008-93d1-641006d56df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:36.357879 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548f8f4-0170-4841-b21d-9c454e6d0248 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7a1397-0dde-4e12-b555-86b0a5f0e31b,revision_number=0']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:36.364459 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4548f8f4-0170-4841-b21d-9c454e6d0248 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:36.400341 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-c280f351-335f-4844-8dda-2cddc2116388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:36.406630 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cf6570ae-c117-4008-93d1-641006d56df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:36.410922 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:36.455317 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62589611-f9a3-458a-baf6-75c3bed8280d x-openstack-request-id: req-62589611-f9a3-458a-baf6-75c3bed8280d {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:30:36.455317 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c77d158-adfe-4070-b34b-e0029fa932c2", "tag": "6b9ce875-843b-4f1e-a26a-7e065560e27c", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:30:36.455317 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-62589611-f9a3-458a-baf6-75c3bed8280d {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:30:36.455317 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c77d158-adfe-4070-b34b-e0029fa932c2', 'tag': '6b9ce875-843b-4f1e-a26a-7e065560e27c', 'status': 'completed', 'code': 200} Jun 17 14:30:36.457516 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-cf6570ae-c117-4008-93d1-641006d56df3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=96c1283c01af4283bccca3add83e01dd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2773464 Jun 17 14:30:36.459480 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6570ae-c117-4008-93d1-641006d56df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c967ecc9-aaef-4cfa-828f-a214999ae930,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:36.459625 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 57140) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:36.462580 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-cf6570ae-c117-4008-93d1-641006d56df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:36.540840 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4548f8f4-0170-4841-b21d-9c454e6d0248 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:36.542988 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-4548f8f4-0170-4841-b21d-9c454e6d0248 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0505767 Jun 17 14:30:36.547004 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 57146) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:36.552922 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-2e286872-a321-4b27-a60a-208daf850b33 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Request body: {'security_group_rule': {'security_group_id': 'a6d9e226-e215-4adc-8ce9-98245f9f2392', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:36.553153 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] Attempting to bind port 23a2d32a-50f2-4782-91b1-add22692e135 on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:30:36.561100 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] Attempting to bind port 23a2d32a-50f2-4782-91b1-add22692e135 by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': 'd8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '28c547f4-6a9c-4191-8f84-bf56696ffcf9'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:30:36.561100 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] Attempting to bind port 23a2d32a-50f2-4782-91b1-add22692e135 on network 28c547f4-6a9c-4191-8f84-bf56696ffcf9 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:30:36.564829 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:30:36.566498 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] Checking segment: {'id': 'd8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '28c547f4-6a9c-4191-8f84-bf56696ffcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:30:36.568338 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:36.568690 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] Bound using segment: {'id': 'd8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '28c547f4-6a9c-4191-8f84-bf56696ffcf9'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:30:36.569733 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] Bound port: 23a2d32a-50f2-4782-91b1-add22692e135, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '28c547f4-6a9c-4191-8f84-bf56696ffcf9'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:30:36.571799 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:36.623683 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 0c809b4f-1a37-49c2-9844-5c0550ff4976 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:36.623875 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:36.772222 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2e286872-a321-4b27-a60a-208daf850b33 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:36.881770 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] For port 23a2d32a-50f2-4782-91b1-add22692e135, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:30:36.894987 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] For port 23a2d32a-50f2-4782-91b1-add22692e135, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=23a2d32a-50f2-4782-91b1-add22692e135,segment=NetworkSegment(d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65),segment_id=d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:30:36.991124 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599f2a8-bdec-4663-8978-b90bf1d16bf7 req-d1209f6d-3ebd-4c58-9a4d-89dfd6adba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:36.991124 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-6599f2a8-bdec-4663-8978-b90bf1d16bf7 req-d1209f6d-3ebd-4c58-9a4d-89dfd6adba0b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c5ee367a2b464762a0daffd2dcf1cc80&device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 1096 time: 0.4733949 Jun 17 14:30:37.003719 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ad9afb3c-23c1-468f-b580-3d53c77d3a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:37.020406 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-dd2cc7ef-4712-478b-8113-48d650bfff05 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1184090713&fields=id&tenant_id=f734e894b23d43df98ee905f03cdfe49 HTTP/1.1" status: 200 len: 267 time: 0.2758219 Jun 17 14:30:37.067594 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:37.076949 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-f1f06342-3ccc-477a-b72f-7890df99c44f service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=93280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 14:30:37.078500 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-f1f06342-3ccc-477a-b72f-7890df99c44f service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3759553 Jun 17 14:30:37.089730 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-18902f6b-5466-407c-9800-ee41d8d2046d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:37.258260 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280f351-335f-4844-8dda-2cddc2116388 None None] Pushing event updated for resources: {'Port': ['ID=23a2d32a-50f2-4782-91b1-add22692e135,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:37.274687 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-c280f351-335f-4844-8dda-2cddc2116388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:37.331061 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-dbc7e6b4-8503-4e08-9bc9-f4387566b800 service neutron] 10.222.0.86 "GET /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390568 Jun 17 14:30:37.363741 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 87bc9829-7a6c-4d79-a690-976d47979889 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:37.397230 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] Routers {'50c0fbab-bf12-4729-a965-0ceeac711313'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:30:37.398193 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:30:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['50c0fbab-bf12-4729-a965-0ceeac711313'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:37.452956 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2e286872-a321-4b27-a60a-208daf850b33 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:37.571179 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2e286872-a321-4b27-a60a-208daf850b33 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939287'] for security_group_rule, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:37.582532 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:37.611999 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e286872-a321-4b27-a60a-208daf850b33 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c605196-eafd-44f1-97ff-0ee6051f55cd,revision_number=0']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:37.616417 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-2e286872-a321-4b27-a60a-208daf850b33 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:37.655643 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-2dd72ed5-e464-418a-9bfd-76f0028f565d service neutron] 10.222.0.86 "GET /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230429 Jun 17 14:30:37.704786 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2e286872-a321-4b27-a60a-208daf850b33 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:37.706661 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-2e286872-a321-4b27-a60a-208daf850b33 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1584697 Jun 17 14:30:37.709688 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 57172) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:37.715995 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-bb693517-2d28-449a-9c50-c0ed8ab29ec2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Request body: {'floatingip': {'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:37.884062 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bb693517-2d28-449a-9c50-c0ed8ab29ec2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for floatingip, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:37.934432 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] Set router 50c0fbab-bf12-4729-a965-0ceeac711313 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:30:37.996850 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ad9afb3c-23c1-468f-b580-3d53c77d3a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:38.103065 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-26ab7446-990e-4b2d-8772-def8211800db tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:38.111587 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-26ab7446-990e-4b2d-8772-def8211800db tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/networks?id=5c84abbf-7edc-4ea0-b570-d4f577e25772 HTTP/1.1" status: 200 len: 816 time: 1.0902202 Jun 17 14:30:38.195933 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-19e9758c-01f1-472a-b6b8-81f940c31faa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/quotas/f734e894b23d43df98ee905f03cdfe49 HTTP/1.1" status: 200 len: 375 time: 0.0831635 Jun 17 14:30:38.200683 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599f2a8-bdec-4663-8978-b90bf1d16bf7 req-b860f434-a539-407e-add8-03a5b5569b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:38.202676 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-6599f2a8-bdec-4663-8978-b90bf1d16bf7 req-b860f434-a539-407e-add8-03a5b5569b1d service neutron] 10.222.0.93 "GET /v2.0/networks?id=1724ad49-1d14-4597-a4a2-7c94b156f369 HTTP/1.1" status: 200 len: 914 time: 1.1799159 Jun 17 14:30:38.381375 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-6599f2a8-bdec-4663-8978-b90bf1d16bf7 req-8c1a919b-12f1-4117-82a1-c5659c642578 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b9ce875-843b-4f1e-a26a-7e065560e27c HTTP/1.1" status: 200 len: 217 time: 0.1614506 Jun 17 14:30:38.777434 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-b4cafccf-34e6-44ea-b630-d852b44da422 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f734e894b23d43df98ee905f03cdfe49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5077212 Jun 17 14:30:38.777434 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599f2a8-bdec-4663-8978-b90bf1d16bf7 req-3716dace-c584-4295-96ab-3064106dede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:38.777434 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-6599f2a8-bdec-4663-8978-b90bf1d16bf7 req-3716dace-c584-4295-96ab-3064106dede0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c918cc7b-dc6e-47aa-94e8-e76ed3b447c3 HTTP/1.1" status: 200 len: 852 time: 0.3115637 Jun 17 14:30:38.800108 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bb693517-2d28-449a-9c50-c0ed8ab29ec2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:38.802671 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-6599f2a8-bdec-4663-8978-b90bf1d16bf7 req-d04275d1-e853-4e5f-a4a6-c9a1bae3d125 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1724ad49-1d14-4597-a4a2-7c94b156f369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655534 Jun 17 14:30:38.810126 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c0fbab-bf12-4729-a965-0ceeac711313', 'name': 'tempest-ServerRescueNegativeTestJSON-60319698-router', 'tenant_id': 'df3f9d0051034672b2d1f6007dfac45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '79e08091-e529-46ec-acdd-b2a6d6e0eb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:29Z', 'revision_number': 4, 'project_id': 'df3f9d0051034672b2d1f6007dfac45e', 'gw_port': {'id': '79e08091-e529-46ec-acdd-b2a6d6e0eb49', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c0fbab-bf12-4729-a965-0ceeac711313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '23a2d32a-50f2-4782-91b1-add22692e135', 'name': '', 'network_id': '28c547f4-6a9c-4191-8f84-bf56696ffcf9', 'tenant_id': 'df3f9d0051034672b2d1f6007dfac45e', 'mac_address': 'fa:16:3e:0b:69:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c0fbab-bf12-4729-a965-0ceeac711313', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'be563bda-5edc-4f28-bda9-11728953d9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:26Z', 'updated_at': '2021-06-17T14:30:36Z', 'revision_number': 4, 'project_id': 'df3f9d0051034672b2d1f6007dfac45e', 'subnets': [{'id': 'be563bda-5edc-4f28-bda9-11728953d9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:30:38.862723 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0b6f5-df6c-4d59-bf33-4f36aa3ac805 req-ebf1a4d3-7c66-42a9-bb11-ae0791cef096 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:38.863215 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cda0b6f5-df6c-4d59-bf33-4f36aa3ac805 req-ebf1a4d3-7c66-42a9-bb11-ae0791cef096 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 943 time: 0.4008863 Jun 17 14:30:38.885008 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf42db-f4e3-42e2-b3d1-25b69973af90 None None] The sync data for ids ['50c0fbab-bf12-4729-a965-0ceeac711313'] in dv-cinder-796286-6-smb is: [{'id': '50c0fbab-bf12-4729-a965-0ceeac711313', 'name': 'tempest-ServerRescueNegativeTestJSON-60319698-router', 'tenant_id': 'df3f9d0051034672b2d1f6007dfac45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '79e08091-e529-46ec-acdd-b2a6d6e0eb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:29Z', 'revision_number': 4, 'project_id': 'df3f9d0051034672b2d1f6007dfac45e', 'gw_port': {'id': '79e08091-e529-46ec-acdd-b2a6d6e0eb49', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c0fbab-bf12-4729-a965-0ceeac711313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '23a2d32a-50f2-4782-91b1-add22692e135', 'name': '', 'network_id': '28c547f4-6a9c-4191-8f84-bf56696ffcf9', 'tenant_id': 'df3f9d0051034672b2d1f6007dfac45e', 'mac_address': 'fa:16:3e:0b:69:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c0fbab-bf12-4729-a965-0ceeac711313', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'be563bda-5edc-4f28-bda9-11728953d9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:26Z', 'updated_at': '2021-06-17T14:30:36Z', 'revision_number': 4, 'project_id': 'df3f9d0051034672b2d1f6007dfac45e', 'subnets': [{'id': 'be563bda-5edc-4f28-bda9-11728953d9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:30:38.996295 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cda0b6f5-df6c-4d59-bf33-4f36aa3ac805 req-9139f4af-6262-4712-8c80-177348973a44 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/security-groups?id=16bfbc27-029a-495b-968f-a68da2e9cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211541 Jun 17 14:30:39.070979 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port 87bc9829-7a6c-4d79-a690-976d47979889 completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:30:39.076083 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 87bc9829-7a6c-4d79-a690-976d47979889 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:39.076452 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:39.317913 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-6599f2a8-bdec-4663-8978-b90bf1d16bf7 req-d8f312ed-8d8c-429d-81f9-56f1679a315d service neutron] 10.222.0.93 "GET /v2.0/networks/1724ad49-1d14-4597-a4a2-7c94b156f369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747407 Jun 17 14:30:39.375535 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:30:39.376829 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-299863a9-4e1a-4569-b6d0-fa68be94b188 service neutron] 10.222.0.86 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508337 Jun 17 14:30:39.376829 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ad9afb3c-23c1-468f-b580-3d53c77d3a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:39.387861 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-aed79d9b-f789-449b-ae8b-1a66e1585f08 req-bc61bd0c-c4ca-48b5-b7a1-66f0eced24a3 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 210 time: 0.1721802 Jun 17 14:30:39.427088 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ad9afb3c-23c1-468f-b580-3d53c77d3a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:39.428519 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-ad9afb3c-23c1-468f-b580-3d53c77d3a13 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c967ecc9-aaef-4cfa-828f-a214999ae930 HTTP/1.1" status: 204 len: 168 time: 2.9680464 Jun 17 14:30:39.434072 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:39.511066 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9afb3c-23c1-468f-b580-3d53c77d3a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c967ecc9-aaef-4cfa-828f-a214999ae930,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:39.511066 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-ad9afb3c-23c1-468f-b580-3d53c77d3a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:39.511987 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:39.525271 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-bb693517-2d28-449a-9c50-c0ed8ab29ec2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Allocated IP 172.28.1.79 (bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a/1de5b000-f039-4ced-982c-ad6f7c0b7727/4c77a5d5-d9ce-4521-8dcb-d93f75d7d69d) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:30:39.623525 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] For port 87bc9829-7a6c-4d79-a690-976d47979889, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=87bc9829-7a6c-4d79-a690-976d47979889,segment=NetworkSegment(220d25f0-d22f-4094-b184-ec26428604f7),segment_id=220d25f0-d22f-4094-b184-ec26428604f7)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:30:39.698745 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-91b2381f-b53d-446c-8cb5-c73bdead791a service neutron] 10.222.0.86 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538682 Jun 17 14:30:39.705503 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-6599f2a8-bdec-4663-8978-b90bf1d16bf7 req-605864c2-3ea1-4b32-be8e-52169e5aa14d service neutron] 10.222.0.93 "GET /v2.0/networks/1724ad49-1d14-4597-a4a2-7c94b156f369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582532 Jun 17 14:30:39.789958 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:39.793284 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:40.054280 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bb693517-2d28-449a-9c50-c0ed8ab29ec2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:40.064287 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Pushing event updated for resources: {'Port': ['ID=87bc9829-7a6c-4d79-a690-976d47979889,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:40.079247 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:40.168414 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 23a2d32a-50f2-4782-91b1-add22692e135 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:40.574100 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-f0692f96-5d8b-41a5-b30a-6d8689ec9af6 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:40.580582 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port 23a2d32a-50f2-4782-91b1-add22692e135 completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:30:40.586577 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 23a2d32a-50f2-4782-91b1-add22692e135 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:40.589039 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:40.611585 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-f0692f96-5d8b-41a5-b30a-6d8689ec9af6 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/networks?id=28c547f4-6a9c-4191-8f84-bf56696ffcf9 HTTP/1.1" status: 200 len: 817 time: 0.5178277 Jun 17 14:30:40.614253 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bb693517-2d28-449a-9c50-c0ed8ab29ec2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:40.618472 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e895781-86b0-4b8b-abfc-3e782b1d023b req-50db9f76-a370-4b68-9732-46af6e944d18 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:40.629252 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-36463cd4-9b92-4108-bb76-5d73d4cce912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:40.633236 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5e895781-86b0-4b8b-abfc-3e782b1d023b req-50db9f76-a370-4b68-9732-46af6e944d18 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 943 time: 0.1797845 Jun 17 14:30:40.754175 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5e895781-86b0-4b8b-abfc-3e782b1d023b req-e7653b07-0172-45a9-bbc3-cc254abaddab tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/security-groups?id=16bfbc27-029a-495b-968f-a68da2e9cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103101 Jun 17 14:30:40.793974 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb693517-2d28-449a-9c50-c0ed8ab29ec2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Pushing event updated for resources: {'Port': ['ID=4c77a5d5-d9ce-4521-8dcb-d93f75d7d69d,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:40.820866 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-bb693517-2d28-449a-9c50-c0ed8ab29ec2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:40.875289 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:40.890854 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-80283f78-372b-4fec-acc4-579dc2f85471 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/quotas/df3f9d0051034672b2d1f6007dfac45e HTTP/1.1" status: 200 len: 375 time: 0.1023974 Jun 17 14:30:40.951632 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb693517-2d28-449a-9c50-c0ed8ab29ec2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:30:41.032681 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-edb60077-2eb5-4574-b20f-cdd84b936685 req-dfd8bea6-4874-4978-9afd-27c13b66be49 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 210 time: 0.1157441 Jun 17 14:30:41.059551 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] For port 23a2d32a-50f2-4782-91b1-add22692e135, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=23a2d32a-50f2-4782-91b1-add22692e135,segment=NetworkSegment(d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65),segment_id=d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:30:41.112299 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-bb693517-2d28-449a-9c50-c0ed8ab29ec2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:41.117786 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb693517-2d28-449a-9c50-c0ed8ab29ec2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:30:41.200005 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:41.204161 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:41.407400 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Pushing event updated for resources: {'Port': ['ID=23a2d32a-50f2-4782-91b1-add22692e135,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:41.435597 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:41.952446 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bb693517-2d28-449a-9c50-c0ed8ab29ec2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:41.992804 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 23a2d32a-50f2-4782-91b1-add22692e135 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:42.023165 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-64d9dc65-5f30-4115-b110-0c030c53dbd2 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=df3f9d0051034672b2d1f6007dfac45e&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1109438 Jun 17 14:30:42.215159 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 23a2d32a-50f2-4782-91b1-add22692e135 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:42.215741 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:42.246846 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bb693517-2d28-449a-9c50-c0ed8ab29ec2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:42.323310 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7e158-78c9-4009-b700-806703768369 req-0b2a8d62-e0cb-4d6d-83f9-66c4ad097cce tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:42.334722 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a6c7e158-78c9-4009-b700-806703768369 req-0b2a8d62-e0cb-4d6d-83f9-66c4ad097cce tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 943 time: 0.3002894 Jun 17 14:30:42.435945 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a6c7e158-78c9-4009-b700-806703768369 req-60a364e1-de50-45c0-984b-a95b26b20373 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/security-groups?id=16bfbc27-029a-495b-968f-a68da2e9cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990598 Jun 17 14:30:42.523343 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 87bc9829-7a6c-4d79-a690-976d47979889 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:42.636185 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b8841b78-356d-4c4c-9ddc-248f271b8289 req-4b441ceb-36ec-400e-9945-a1264f96c6d0 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 210 time: 0.0943897 Jun 17 14:30:42.673443 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bb693517-2d28-449a-9c50-c0ed8ab29ec2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:42.735383 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 87bc9829-7a6c-4d79-a690-976d47979889 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:42.735383 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:42.740009 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-a43171fa-9037-41a9-b8e5-6d0c03544562 service neutron] 10.222.0.86 "GET /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7142243 Jun 17 14:30:42.768115 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bb693517-2d28-449a-9c50-c0ed8ab29ec2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:42.781319 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:42.848860 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb693517-2d28-449a-9c50-c0ed8ab29ec2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Pushing event updated for resources: {'Port': ['ID=4c77a5d5-d9ce-4521-8dcb-d93f75d7d69d,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:42.870742 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-bb693517-2d28-449a-9c50-c0ed8ab29ec2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:42.879165 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bb693517-2d28-449a-9c50-c0ed8ab29ec2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982482'] for floatingip, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:43.046146 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bb693517-2d28-449a-9c50-c0ed8ab29ec2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for floatingip, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:43.054103 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-bb693517-2d28-449a-9c50-c0ed8ab29ec2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3430877 Jun 17 14:30:43.113863 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-a181c52f-a438-4d47-ab9d-16e6f0cbecde service neutron] 10.222.0.86 "GET /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739257 Jun 17 14:30:43.379719 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-30b959b5-44c9-4cfe-8ab2-f64abcd09b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:43.856925 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5631011e-da77-4202-a930-79e33592ca46 req-4422975e-2f71-46f6-a19a-8b5d4cdcf403 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1941196702&fields=id&tenant_id=91695e22f84a4c668c9c5b12f8253bfc HTTP/1.1" status: 200 len: 267 time: 0.1277485 Jun 17 14:30:44.053219 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631011e-da77-4202-a930-79e33592ca46 req-a29cd050-8af8-449c-8602-519340cc638a tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:44.061316 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5631011e-da77-4202-a930-79e33592ca46 req-a29cd050-8af8-449c-8602-519340cc638a tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/networks?id=8135cc67-7047-4727-8ec0-17fbafcdfdf8 HTTP/1.1" status: 200 len: 810 time: 0.2025776 Jun 17 14:30:44.083230 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5631011e-da77-4202-a930-79e33592ca46 req-25cf6e09-93d0-4617-92ee-171dd49a3fb0 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/quotas/91695e22f84a4c668c9c5b12f8253bfc HTTP/1.1" status: 200 len: 375 time: 0.0123198 Jun 17 14:30:44.099898 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479aae77-3f4a-4449-a673-2761eafeadf6 req-919a7a27-86e4-4659-a1b5-dbe4ac81ce59 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:44.105341 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-479aae77-3f4a-4449-a673-2761eafeadf6 req-919a7a27-86e4-4659-a1b5-dbe4ac81ce59 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 943 time: 0.1071582 Jun 17 14:30:44.182622 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-479aae77-3f4a-4449-a673-2761eafeadf6 req-3be43925-567f-4fe6-a0d7-073b6674fa1e tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/security-groups?id=16bfbc27-029a-495b-968f-a68da2e9cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665472 Jun 17 14:30:44.245912 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5631011e-da77-4202-a930-79e33592ca46 req-8a15c13d-b211-46e8-8577-878e75c05f82 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=91695e22f84a4c668c9c5b12f8253bfc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1483889 Jun 17 14:30:44.276532 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-28748c73-f163-47b3-a584-1cd622af719a req-6e347800-8350-43cb-a289-775e919cca52 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 210 time: 0.0436454 Jun 17 14:30:44.446598 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5631011e-da77-4202-a930-79e33592ca46 req-c1046324-fe36-40d2-af40-fc5915e454e5 service neutron] 10.222.0.86 "GET /v2.0/networks/8135cc67-7047-4727-8ec0-17fbafcdfdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877921 Jun 17 14:30:44.552916 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-9a51e1a0-3ee7-47c0-beaf-e8fa1ac20d82 req-04868269-eb47-435f-b12d-52860e9eb34e tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 210 time: 0.0608091 Jun 17 14:30:44.612267 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5631011e-da77-4202-a930-79e33592ca46 req-83b8a68c-785d-4097-93e1-f2ae0182ab7c service neutron] 10.222.0.86 "GET /v2.0/networks/8135cc67-7047-4727-8ec0-17fbafcdfdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471255 Jun 17 14:30:45.086991 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3068c08e-0b47-43dc-ad28-a19a3095acaa req-ad8912b0-6701-45cd-a8de-37c77ad119c4 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 210 time: 0.0487871 Jun 17 14:30:45.397350 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a7d2b-621e-42b5-97d8-079b3f1dde8b req-d0a57aaf-f753-4181-961d-83905d023c5c tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:45.399682 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-eb9a7d2b-621e-42b5-97d8-079b3f1dde8b req-d0a57aaf-f753-4181-961d-83905d023c5c tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 943 time: 0.0962236 Jun 17 14:30:45.453686 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-eb9a7d2b-621e-42b5-97d8-079b3f1dde8b req-65a0d747-8ec5-4e0b-b222-4aa1a0b38765 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/security-groups?id=16bfbc27-029a-495b-968f-a68da2e9cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416541 Jun 17 14:30:45.509238 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-8ab7ad11-6765-44c2-a12a-958568aec478 req-4b22161c-a120-4f54-9663-7c77d6d7a338 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 210 time: 0.0436380 Jun 17 14:30:45.542315 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-ed1c491d-c9fb-4b76-aef4-6710baa4eff5 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:45.544655 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-ed1c491d-c9fb-4b76-aef4-6710baa4eff5 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.93 "GET /v2.0/networks?id=28c547f4-6a9c-4191-8f84-bf56696ffcf9 HTTP/1.1" status: 200 len: 817 time: 0.1884699 Jun 17 14:30:45.560801 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-d392ca1c-daf8-4ffb-b123-e94c794e56e0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Request body: {'port': {'device_id': '7851da05-12a0-411a-a0d7-4785861468c1', 'network_id': '28c547f4-6a9c-4191-8f84-bf56696ffcf9', 'admin_state_up': True, 'tenant_id': 'df3f9d0051034672b2d1f6007dfac45e'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:45.708050 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 57442) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:45.774428 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6960a870-2046-4573-a4d8-762c2b7639e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:45.819415 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ad5578bf-1c25-41be-a20f-0be2ab8b2941 req-5b565114-854f-4866-905a-d09de6c0c55e tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 210 time: 0.0599923 Jun 17 14:30:45.897716 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2add3849-e605-4731-8cea-586d3b02ac70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:45.906484 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-d392ca1c-daf8-4ffb-b123-e94c794e56e0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Made reservation on behalf of df3f9d0051034672b2d1f6007dfac45e for: {'port': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:30:45.907930 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:45.915418 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-d392ca1c-daf8-4ffb-b123-e94c794e56e0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:46.188031 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2add3849-e605-4731-8cea-586d3b02ac70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:46.372628 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2add3849-e605-4731-8cea-586d3b02ac70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:46.376685 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-45dfe7c4-0320-41aa-a295-8b778f4727e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:46.418694 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-2add3849-e605-4731-8cea-586d3b02ac70 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1989aabd30dc4610baf7b17536942499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7095621 Jun 17 14:30:46.420349 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add3849-e605-4731-8cea-586d3b02ac70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f0924a-c67c-4943-8f30-7be5d64658e3,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:46.428927 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f3ad2c46-0148-4697-973c-825a42f71fca req-1d118078-7b9c-40e9-914a-515ab9271ee2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 210 time: 0.2246056 Jun 17 14:30:46.429339 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 57466) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:46.429339 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-2add3849-e605-4731-8cea-586d3b02ac70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:46.459474 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-d392ca1c-daf8-4ffb-b123-e94c794e56e0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Allocated IP 172.20.0.5 (28c547f4-6a9c-4191-8f84-bf56696ffcf9/be563bda-5edc-4f28-bda9-11728953d9ad/40ac8dde-a46c-490e-ba44-251ccf494748) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:30:46.499355 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c74dff75-cdfd-4548-a444-4fc8019fa710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:46.530693 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c74dff75-cdfd-4548-a444-4fc8019fa710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:46.590943 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.93', 59719) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:46.690392 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-d392ca1c-daf8-4ffb-b123-e94c794e56e0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:46.776879 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-22b8d256-0433-4633-ad82-2f87abb4fb97 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:46.778989 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-22b8d256-0433-4633-ad82-2f87abb4fb97 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.93 "GET /v2.0/networks?id=5c84abbf-7edc-4ea0-b570-d4f577e25772 HTTP/1.1" status: 200 len: 816 time: 0.1859353 Jun 17 14:30:46.784452 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f0edb1e1-c21e-4511-a247-3223b08f1cca req-94eb77bd-6cd1-4fd2-a0a5-d8005932451e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 210 time: 0.0369513 Jun 17 14:30:46.789932 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c74dff75-cdfd-4548-a444-4fc8019fa710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:46.811590 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c74dff75-cdfd-4548-a444-4fc8019fa710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:46.814668 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-c74dff75-cdfd-4548-a444-4fc8019fa710 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/04f0924a-c67c-4943-8f30-7be5d64658e3 HTTP/1.1" status: 204 len: 168 time: 0.3906610 Jun 17 14:30:46.830225 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:46.847311 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-d392ca1c-daf8-4ffb-b123-e94c794e56e0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:46.858326 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:46.875267 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-6e9f597f-4919-41ef-aca3-9ce4d8088bf7 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f734e894b23d43df98ee905f03cdfe49 HTTP/1.1" status: 200 len: 380 time: 0.0829754 Jun 17 14:30:46.876000 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74dff75-cdfd-4548-a444-4fc8019fa710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f0924a-c67c-4943-8f30-7be5d64658e3,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:46.878794 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c74dff75-cdfd-4548-a444-4fc8019fa710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:46.885022 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:46.888919 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-05c13a07-2be0-43f8-a59a-5bd767c40c27 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Request body: {'port': {'device_id': 'cdba02af-6d45-46b5-8ed7-c2e4d6780d70', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'admin_state_up': True, 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'security_groups': ['f4dfa374-d4ea-4909-9561-9a3b93c0a6c3']}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:47.006685 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392ca1c-daf8-4ffb-b123-e94c794e56e0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Pushing event updated for resources: {'Port': ['ID=40ac8dde-a46c-490e-ba44-251ccf494748,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:47.022405 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-d392ca1c-daf8-4ffb-b123-e94c794e56e0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:47.022951 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ea0f4-cef6-4916-b3df-7207802d0f88 req-63efcaac-003d-42b3-9b03-8a0df9fbeede tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:47.024371 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-198ea0f4-cef6-4916-b3df-7207802d0f88 req-63efcaac-003d-42b3-9b03-8a0df9fbeede tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 943 time: 0.2726796 Jun 17 14:30:47.034188 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-d392ca1c-daf8-4ffb-b123-e94c794e56e0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Network 28c547f4-6a9c-4191-8f84-bf56696ffcf9 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:30:47.036905 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-d392ca1c-daf8-4ffb-b123-e94c794e56e0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:47.058193 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-d392ca1c-daf8-4ffb-b123-e94c794e56e0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:30:47.073340 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-d392ca1c-daf8-4ffb-b123-e94c794e56e0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:47.074304 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-d392ca1c-daf8-4ffb-b123-e94c794e56e0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for port, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:47.092565 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-198ea0f4-cef6-4916-b3df-7207802d0f88 req-6fca4c33-0206-425a-9245-7c66bc137b60 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/security-groups?id=16bfbc27-029a-495b-968f-a68da2e9cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562284 Jun 17 14:30:47.167383 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1496a229-0fd7-4361-a752-4594a0045df3 req-663f9be7-0296-4f21-9b42-f660c089671c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 210 time: 0.0341296 Jun 17 14:30:47.196141 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-d392ca1c-daf8-4ffb-b123-e94c794e56e0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6426463 Jun 17 14:30:47.210692 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Request body: {'port': {'device_id': '7851da05-12a0-411a-a0d7-4785861468c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:47.292208 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-05c13a07-2be0-43f8-a59a-5bd767c40c27 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Made reservation on behalf of f734e894b23d43df98ee905f03cdfe49 for: {'port': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:30:47.298372 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-05c13a07-2be0-43f8-a59a-5bd767c40c27 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:47.403030 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:47.438492 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.93', 59721) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:47.864605 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.notifiers.nova [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ac8dde-a46c-490e-ba44-251ccf494748 {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:30:47.875997 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:47.891003 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Transition to ACTIVE for port object 40ac8dde-a46c-490e-ba44-251ccf494748 will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:47.930897 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c7f4e4d3-e7ea-4f88-92dc-5dcd62fca961 req-751e9d79-23ac-41bb-be98-82a960dadc70 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 210 time: 0.2796307 Jun 17 14:30:47.959012 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-91843207-81aa-4141-b80d-ff0c1ef7c8a0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:47.960625 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-91843207-81aa-4141-b80d-ff0c1ef7c8a0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.93 "GET /v2.0/networks?id=28c547f4-6a9c-4191-8f84-bf56696ffcf9 HTTP/1.1" status: 200 len: 817 time: 0.5210276 Jun 17 14:30:47.961656 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-05c13a07-2be0-43f8-a59a-5bd767c40c27 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Allocated IP 172.20.0.3 (5c84abbf-7edc-4ea0-b570-d4f577e25772/cdb313b6-281b-48ec-b3c1-9a23239d4b57/1decf4ee-f6eb-4dd3-a505-fed7d5678a46) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:30:47.968670 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7be570f6-54ef-4f9d-a8f7-8d51f20e5dbf req-83c3eaaa-9c0f-40ec-abc2-98812d95a769 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 210 time: 0.0406175 Jun 17 14:30:47.976325 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-5c3029a3-09d0-4bb7-b124-85831075acb9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Request body: {'port': {'device_id': 'd5af5a9d-a4ff-4fe5-aa33-7a69edd8970b', 'network_id': '28c547f4-6a9c-4191-8f84-bf56696ffcf9', 'admin_state_up': True, 'tenant_id': 'df3f9d0051034672b2d1f6007dfac45e'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:48.075385 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:48.079267 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-0a77eec4-022f-4c9a-924e-c884356a006b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:48.289512 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-05c13a07-2be0-43f8-a59a-5bd767c40c27 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:48.328407 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-05c13a07-2be0-43f8-a59a-5bd767c40c27 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Transition to ACTIVE for port object 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 will not be triggered until provisioned by entity DHCP. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:48.358376 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Pushing event updated for resources: {'Port': ['ID=40ac8dde-a46c-490e-ba44-251ccf494748,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:48.389565 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-5c3029a3-09d0-4bb7-b124-85831075acb9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Made reservation on behalf of df3f9d0051034672b2d1f6007dfac45e for: {'port': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:30:48.395308 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:48.403938 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-5c3029a3-09d0-4bb7-b124-85831075acb9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:48.412348 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Attempting to bind port 40ac8dde-a46c-490e-ba44-251ccf494748 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:30:48.414415 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Attempting to bind port 40ac8dde-a46c-490e-ba44-251ccf494748 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '28c547f4-6a9c-4191-8f84-bf56696ffcf9'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:30:48.419573 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Attempting to bind port 40ac8dde-a46c-490e-ba44-251ccf494748 on network 28c547f4-6a9c-4191-8f84-bf56696ffcf9 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:30:48.429325 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Port 40ac8dde-a46c-490e-ba44-251ccf494748 on network 28c547f4-6a9c-4191-8f84-bf56696ffcf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:30:48.429896 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Attempting to bind port 40ac8dde-a46c-490e-ba44-251ccf494748 on network 28c547f4-6a9c-4191-8f84-bf56696ffcf9 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:30:48.440297 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Checking agent: {'id': 'c17431a8-2d50-499b-8bf2-d6ffeabd9413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'started_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:30:48.441060 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Checking segment: {'id': 'd8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '28c547f4-6a9c-4191-8f84-bf56696ffcf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:30:48.441725 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Bound using segment: {'id': 'd8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '28c547f4-6a9c-4191-8f84-bf56696ffcf9'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:30:48.447354 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Bound port: 40ac8dde-a46c-490e-ba44-251ccf494748, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '28c547f4-6a9c-4191-8f84-bf56696ffcf9'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:30:48.447354 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:48.542507 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b3a51a52-c242-4be0-8c31-c2b2bfa0017e req-26628306-d909-4e81-8cd5-b9fd30a4065e tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 210 time: 0.0941160 Jun 17 14:30:48.551918 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-05c13a07-2be0-43f8-a59a-5bd767c40c27 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:48.576792 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-bb693517-2d28-449a-9c50-c0ed8ab29ec2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:48.592639 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 57532) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:48.673999 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] For port 40ac8dde-a46c-490e-ba44-251ccf494748, host hv-cinder-79628, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:30:48.703103 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] For port 40ac8dde-a46c-490e-ba44-251ccf494748, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=40ac8dde-a46c-490e-ba44-251ccf494748,segment=NetworkSegment(d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65),segment_id=d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:30:48.747198 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:48.758801 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c13a07-2be0-43f8-a59a-5bd767c40c27 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Pushing event updated for resources: {'Port': ['ID=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:48.769177 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-05c13a07-2be0-43f8-a59a-5bd767c40c27 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:48.778290 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:48.782434 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:48.823624 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-05c13a07-2be0-43f8-a59a-5bd767c40c27 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Network 5c84abbf-7edc-4ea0-b570-d4f577e25772 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:30:48.827583 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-05c13a07-2be0-43f8-a59a-5bd767c40c27 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:48.831979 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-05c13a07-2be0-43f8-a59a-5bd767c40c27 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:30:48.838249 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-05c13a07-2be0-43f8-a59a-5bd767c40c27 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:48.841215 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-05c13a07-2be0-43f8-a59a-5bd767c40c27 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:48.859897 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:48.860304 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for port, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:48.861769 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] 10.222.0.93 "PUT /v2.0/ports/40ac8dde-a46c-490e-ba44-251ccf494748 HTTP/1.1" status: 200 len: 1093 time: 1.6566889 Jun 17 14:30:48.886798 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7851da05-12a0-411a-a0d7-4785861468c1', 'tag': '40ac8dde-a46c-490e-ba44-251ccf494748'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:30:48.894810 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8863a126823674440be2fd171a9f51742ed7e76304ce63add1381630eebf7721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4272bc0-401d-422b-a199-fda1dc5762b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7851da05-12a0-411a-a0d7-4785861468c1", "tag": "40ac8dde-a46c-490e-ba44-251ccf494748"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:30:48.923809 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-aaf95c98-fd9d-44df-8897-8b544e3ddc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:48.955404 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfaaee-9792-4686-a917-ba84f2ea776d req-cbb1c424-a80c-4079-ae73-6a164b2f7039 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:48.970612 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-82bfaaee-9792-4686-a917-ba84f2ea776d req-cbb1c424-a80c-4079-ae73-6a164b2f7039 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 943 time: 0.5836084 Jun 17 14:30:48.986517 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-05c13a07-2be0-43f8-a59a-5bd767c40c27 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1051667 Jun 17 14:30:49.024637 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16ac5a2-9fec-4565-9f9e-77a9c60c8a3b x-openstack-request-id: req-b16ac5a2-9fec-4565-9f9e-77a9c60c8a3b {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:30:49.025002 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7851da05-12a0-411a-a0d7-4785861468c1", "tag": "40ac8dde-a46c-490e-ba44-251ccf494748", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:30:49.028008 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b16ac5a2-9fec-4565-9f9e-77a9c60c8a3b {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:30:49.028824 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7851da05-12a0-411a-a0d7-4785861468c1', 'tag': '40ac8dde-a46c-490e-ba44-251ccf494748', 'status': 'completed', 'code': 200} Jun 17 14:30:49.031161 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Pushing event updated for resources: {'Port': ['ID=40ac8dde-a46c-490e-ba44-251ccf494748,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:49.058224 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Request body: {'port': {'device_id': 'cdba02af-6d45-46b5-8ed7-c2e4d6780d70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:49.127952 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.93', 59729) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:49.194705 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-5c3029a3-09d0-4bb7-b124-85831075acb9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Allocated IP 172.20.0.11 (28c547f4-6a9c-4191-8f84-bf56696ffcf9/be563bda-5edc-4f28-bda9-11728953d9ad/90bda054-81c8-40a6-adab-ab5e0dca7ee8) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:30:49.197641 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:49.221122 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-82bfaaee-9792-4686-a917-ba84f2ea776d req-c7daa970-90b7-474b-ae0d-6cdc861d262f tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/security-groups?id=16bfbc27-029a-495b-968f-a68da2e9cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488146 Jun 17 14:30:49.332488 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c9108377-48e8-4883-817f-89f3d26a4e91 req-e48b9ad9-377e-45b1-903b-c228ceb19e14 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 210 time: 0.1267257 Jun 17 14:30:49.334433 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4272bc0-401d-422b-a199-fda1dc5762b0 req-6bddbe1e-a873-46e6-abcc-315148fa5409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:49.337061 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c4272bc0-401d-422b-a199-fda1dc5762b0 req-6bddbe1e-a873-46e6-abcc-315148fa5409 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df3f9d0051034672b2d1f6007dfac45e&device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 1096 time: 0.2853146 Jun 17 14:30:49.368622 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:49.418171 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-54ee5968-4415-497c-bf28-fa291de18568 None None] Provisioning for port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 completed by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:30:49.422527 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-54ee5968-4415-497c-bf28-fa291de18568 None None] Provisioning complete for port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:49.423165 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-54ee5968-4415-497c-bf28-fa291de18568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:49.533215 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-54ee5968-4415-497c-bf28-fa291de18568 None None] Port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 cannot update to ACTIVE because it is not bound. {{(pid=93281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:30:49.589484 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-565b1dbf-d45a-4b27-b22d-2837f9ef597d req-7137179e-0d2a-4568-9efb-6154e4acaf0d tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 210 time: 0.1433315 Jun 17 14:30:49.641719 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4272bc0-401d-422b-a199-fda1dc5762b0 req-37b8448a-bc46-4d69-bd6b-b400bec629a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:49.643109 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c4272bc0-401d-422b-a199-fda1dc5762b0 req-37b8448a-bc46-4d69-bd6b-b400bec629a8 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=df3f9d0051034672b2d1f6007dfac45e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2942593 Jun 17 14:30:49.670230 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631011e-da77-4202-a930-79e33592ca46 req-ba090862-cd35-4495-8fbb-cc7bc606b875 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:49.672280 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5631011e-da77-4202-a930-79e33592ca46 req-ba090862-cd35-4495-8fbb-cc7bc606b875 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.93 "GET /v2.0/networks?id=8135cc67-7047-4727-8ec0-17fbafcdfdf8 HTTP/1.1" status: 200 len: 810 time: 0.5317469 Jun 17 14:30:49.849191 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 6b9ce875-843b-4f1e-a26a-7e065560e27c details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:30:49.893841 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 57574) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:49.968641 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5631011e-da77-4202-a930-79e33592ca46 req-caa41ccd-5846-4825-806c-49ecefbfe7f7 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91695e22f84a4c668c9c5b12f8253bfc HTTP/1.1" status: 200 len: 380 time: 0.2541962 Jun 17 14:30:49.992007 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-5631011e-da77-4202-a930-79e33592ca46 req-dabf95fc-ea39-44c4-852d-568c944cedfa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Request body: {'port': {'device_id': '0fd0312e-cd2a-444e-b4bc-5abaffe29390', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'admin_state_up': True, 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'security_groups': ['a6d9e226-e215-4adc-8ce9-98245f9f2392']}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:50.003470 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-5c3029a3-09d0-4bb7-b124-85831075acb9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:50.163750 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 6b9ce875-843b-4f1e-a26a-7e065560e27c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b9ce875-843b-4f1e-a26a-7e065560e27c,segment=NetworkSegment(401b96fc-a845-466b-b735-e05f14cb5de6),segment_id=401b96fc-a845-466b-b735-e05f14cb5de6)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:30:50.202160 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': '6b9ce875-843b-4f1e-a26a-7e065560e27c', 'network_id': '1724ad49-1d14-4597-a4a2-7c94b156f369', 'port_id': '6b9ce875-843b-4f1e-a26a-7e065560e27c', 'mac_address': 'fa:16:3e:7a:19:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c918cc7b-dc6e-47aa-94e8-e76ed3b447c3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:30:50.215499 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-aaf95c98-fd9d-44df-8897-8b544e3ddc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:50.242054 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9abd355e-38fb-42dd-94c6-f32d24422db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:50.270012 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4272bc0-401d-422b-a199-fda1dc5762b0 req-9dd03e76-bdf5-42fe-9d2c-78a671f778ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:50.271712 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c4272bc0-401d-422b-a199-fda1dc5762b0 req-9dd03e76-bdf5-42fe-9d2c-78a671f778ae service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6199806 Jun 17 14:30:50.275649 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-aaf95c98-fd9d-44df-8897-8b544e3ddc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:50.294469 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:50.307239 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-bd9c0e5d-f98d-426f-b381-894e927bc34e tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:50.346367 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9ce875-843b-4f1e-a26a-7e065560e27c {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:30:50.347589 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-aaf95c98-fd9d-44df-8897-8b544e3ddc5a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7c2d19bc29ac4573a64410a2a8f60465&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7539022 Jun 17 14:30:50.349157 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-5c3029a3-09d0-4bb7-b124-85831075acb9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:50.352608 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf95c98-fd9d-44df-8897-8b544e3ddc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca714d1-5dc7-48d2-acf4-f656a2974aca,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:50.383044 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 57596) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:50.386014 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-aaf95c98-fd9d-44df-8897-8b544e3ddc5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:50.408995 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 6b9ce875-843b-4f1e-a26a-7e065560e27c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b9ce875-843b-4f1e-a26a-7e065560e27c,segment=NetworkSegment(401b96fc-a845-466b-b735-e05f14cb5de6),segment_id=401b96fc-a845-466b-b735-e05f14cb5de6)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:30:50.466059 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:50.469610 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c99b7-2a6f-4d11-baa4-33c8192e538f req-f3b83cc4-787f-46c8-8e4b-d3cb2d79c571 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:50.477149 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:50.478377 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-380c99b7-2a6f-4d11-baa4-33c8192e538f req-f3b83cc4-787f-46c8-8e4b-d3cb2d79c571 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 931 time: 0.6815658 Jun 17 14:30:50.498736 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:50.538071 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-380c99b7-2a6f-4d11-baa4-33c8192e538f req-790a8ad5-f93a-4403-800a-10b79297638a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579019 Jun 17 14:30:50.542919 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.db.api [None req-9abd355e-38fb-42dd-94c6-f32d24422db2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 14:30:50.542919 dv-cinder-796286-6-smb neutron-server[93280]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 14:30:50.542919 dv-cinder-796286-6-smb neutron-server[93280]: [parameters: {'project_id_1': '7f88d4d3b0e041f09376a7efebfc536b', 'expiration_1': datetime.datetime(2021, 6, 17, 14, 30, 50, 326151)}] Jun 17 14:30:50.542919 dv-cinder-796286-6-smb neutron-server[93280]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93280) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 14:30:50.543249 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_db.api [None req-9abd355e-38fb-42dd-94c6-f32d24422db2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 14:30:50.559351 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-5c3029a3-09d0-4bb7-b124-85831075acb9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Network 28c547f4-6a9c-4191-8f84-bf56696ffcf9 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:30:50.585040 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=6b9ce875-843b-4f1e-a26a-7e065560e27c,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:50.593022 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:50.595410 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-81d3aea7-4ca1-475f-a958-b0d77c01b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:50.601728 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-81d3aea7-4ca1-475f-a958-b0d77c01b1d7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df3f9d0051034672b2d1f6007dfac45e&device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 1096 time: 0.2518981 Jun 17 14:30:50.651896 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-5c3029a3-09d0-4bb7-b124-85831075acb9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:50.655058 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-5c3029a3-09d0-4bb7-b124-85831075acb9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:30:50.660332 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-5c3029a3-09d0-4bb7-b124-85831075acb9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:50.660966 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-5c3029a3-09d0-4bb7-b124-85831075acb9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:50.692688 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-a8a0b273-96a7-4f34-9f02-8b283334cfdb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40ac8dde-a46c-490e-ba44-251ccf494748 HTTP/1.1" status: 200 len: 217 time: 0.0805483 Jun 17 14:30:50.715743 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:30:50.721052 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5631011e-da77-4202-a930-79e33592ca46 req-dabf95fc-ea39-44c4-852d-568c944cedfa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Made reservation on behalf of 91695e22f84a4c668c9c5b12f8253bfc for: {'port': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:30:50.724525 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-5631011e-da77-4202-a930-79e33592ca46 req-dabf95fc-ea39-44c4-852d-568c944cedfa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:50.748418 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:50.753290 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-d35d1fa0-29cf-4c09-b7c5-cc005e453e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:50.754957 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-d35d1fa0-29cf-4c09-b7c5-cc005e453e2d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=be563bda-5edc-4f28-bda9-11728953d9ad HTTP/1.1" status: 200 len: 857 time: 0.0539098 Jun 17 14:30:50.765256 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['6b9ce875-843b-4f1e-a26a-7e065560e27c'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:30:50.796231 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Transition to ACTIVE for port object 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:50.806932 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3b600381-2c68-448f-b7df-fe4eb72577d1 req-78be74f3-d78c-48f9-90a8-3c4ba0ac24dc tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 210 time: 0.0502012 Jun 17 14:30:50.812480 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3029a3-09d0-4bb7-b124-85831075acb9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Pushing event updated for resources: {'Port': ['ID=90bda054-81c8-40a6-adab-ab5e0dca7ee8,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:50.815463 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-5c3029a3-09d0-4bb7-b124-85831075acb9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:50.838553 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-3e98b462-e285-4656-8b79-d07a00fba3e6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=28c547f4-6a9c-4191-8f84-bf56696ffcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347400 Jun 17 14:30:50.882748 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-5c3029a3-09d0-4bb7-b124-85831075acb9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9103224 Jun 17 14:30:50.918055 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Request body: {'port': {'device_id': 'd5af5a9d-a4ff-4fe5-aa33-7a69edd8970b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:50.935312 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:50.977127 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-05c13a07-2be0-43f8-a59a-5bd767c40c27 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:50.985058 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-37e9512f-9d85-4f12-a949-9a52f6bbd11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:51.136810 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-f83fa8c4-622c-45fe-b076-2308551b1ce3 service neutron] 10.222.0.93 "GET /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889466 Jun 17 14:30:51.174263 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde98a9f-98e3-4f50-adeb-46577fedf961 req-5031c1cf-7f39-41c9-bb56-50d4835bb76b tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:51.181616 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cde98a9f-98e3-4f50-adeb-46577fedf961 req-5031c1cf-7f39-41c9-bb56-50d4835bb76b tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 944 time: 0.6541612 Jun 17 14:30:51.183712 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9abd355e-38fb-42dd-94c6-f32d24422db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:51.386198 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3bb7ba51-9ba9-4e5c-bcc4-3b22e4c2cbf5 req-0898718b-1894-4342-9def-092dacebda1d service neutron] 10.222.0.93 "GET /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381821 Jun 17 14:30:51.394667 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-37e9512f-9d85-4f12-a949-9a52f6bbd11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:51.431995 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Pushing event updated for resources: {'Port': ['ID=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:51.435004 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:51.453919 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62785974-34db-4af8-abe3-a2b955f8cd73 req-727d7d9e-6066-4b6c-bd8b-250fc8631382 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:51.456033 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-62785974-34db-4af8-abe3-a2b955f8cd73 req-727d7d9e-6066-4b6c-bd8b-250fc8631382 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 932 time: 0.4137220 Jun 17 14:30:51.506031 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [req-5631011e-da77-4202-a930-79e33592ca46 req-dabf95fc-ea39-44c4-852d-568c944cedfa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Allocated IP 172.20.0.6 (8135cc67-7047-4727-8ec0-17fbafcdfdf8/ddf294c9-2449-47ab-84d6-49702a679f33/e053dc2a-37a1-481c-a89e-6fd589dd4b82) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:30:51.566766 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-62785974-34db-4af8-abe3-a2b955f8cd73 req-bb168c64-13ca-4a0a-af6c-436abfc8db29 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864275 Jun 17 14:30:51.568656 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cde98a9f-98e3-4f50-adeb-46577fedf961 req-4219267f-820d-4374-89c8-3ed2abc0624a tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/security-groups?id=16bfbc27-029a-495b-968f-a68da2e9cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845563 Jun 17 14:30:51.600901 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:51.626314 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Attempting to bind port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:30:51.626701 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Attempting to bind port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'e0cf12ca-70e0-4818-8c0d-c5feed99a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:30:51.627028 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Attempting to bind port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 on network 5c84abbf-7edc-4ea0-b570-d4f577e25772 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:30:51.653447 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 on network 5c84abbf-7edc-4ea0-b570-d4f577e25772 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:30:51.654156 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Attempting to bind port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 on network 5c84abbf-7edc-4ea0-b570-d4f577e25772 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:30:51.700122 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Checking agent: {'id': 'c17431a8-2d50-499b-8bf2-d6ffeabd9413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'started_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:30:51.700492 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Checking segment: {'id': 'e0cf12ca-70e0-4818-8c0d-c5feed99a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:30:51.701029 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Bound using segment: {'id': 'e0cf12ca-70e0-4818-8c0d-c5feed99a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:30:51.701548 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Bound port: 1decf4ee-f6eb-4dd3-a505-fed7d5678a46, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0cf12ca-70e0-4818-8c0d-c5feed99a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:30:51.701897 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:51.766652 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f8f6c-a6ef-4a82-b2ce-670e3c0c1bb6 req-8f3ad2ff-982f-4a70-bbca-8e08dfd9b374 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:51.768110 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4e3f8f6c-a6ef-4a82-b2ce-670e3c0c1bb6 req-8f3ad2ff-982f-4a70-bbca-8e08dfd9b374 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.0622520 Jun 17 14:30:51.806761 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4e3f8f6c-a6ef-4a82-b2ce-670e3c0c1bb6 req-72c9d225-5967-486f-bf90-c681322f28c7 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328333 Jun 17 14:30:51.827252 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 6b9ce875-843b-4f1e-a26a-7e065560e27c up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:51.836874 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-37e9512f-9d85-4f12-a949-9a52f6bbd11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:51.855945 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-37e9512f-9d85-4f12-a949-9a52f6bbd11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:51.857061 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-37e9512f-9d85-4f12-a949-9a52f6bbd11a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2ca714d1-5dc7-48d2-acf4-f656a2974aca HTTP/1.1" status: 204 len: 168 time: 1.4699101 Jun 17 14:30:51.866141 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-e6fc1437-98e5-49f3-9cd5-0b1519fdf2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:51.919159 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9512f-9d85-4f12-a949-9a52f6bbd11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca714d1-5dc7-48d2-acf4-f656a2974aca,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:51.921541 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-37e9512f-9d85-4f12-a949-9a52f6bbd11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:51.922887 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] For port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46, host hv-cinder-79628, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:30:51.964352 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning for port 6b9ce875-843b-4f1e-a26a-7e065560e27c completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:30:51.969943 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port 6b9ce875-843b-4f1e-a26a-7e065560e27c triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:51.972598 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:52.023223 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] For port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:30:52.043940 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9abd355e-38fb-42dd-94c6-f32d24422db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:52.055186 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:52.080168 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c77d158-adfe-4070-b34b-e0029fa932c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9ce875-843b-4f1e-a26a-7e065560e27c'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:30:52.081709 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3c501e17-cf35-452d-8ac2-c0efdb6a3629 req-cbbd6412-27ef-42a9-be91-8cc1db3c6ad4 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 210 time: 0.0504804 Jun 17 14:30:52.117156 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-5631011e-da77-4202-a930-79e33592ca46 req-dabf95fc-ea39-44c4-852d-568c944cedfa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:52.141302 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [req-5631011e-da77-4202-a930-79e33592ca46 req-dabf95fc-ea39-44c4-852d-568c944cedfa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Transition to ACTIVE for port object e053dc2a-37a1-481c-a89e-6fd589dd4b82 will not be triggered until provisioned by entity DHCP. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:52.173884 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 6b9ce875-843b-4f1e-a26a-7e065560e27c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b9ce875-843b-4f1e-a26a-7e065560e27c,segment=NetworkSegment(401b96fc-a845-466b-b735-e05f14cb5de6),segment_id=401b96fc-a845-466b-b735-e05f14cb5de6)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:30:52.201066 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9abd355e-38fb-42dd-94c6-f32d24422db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:52.202407 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:52.214216 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:52.255752 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:52.256770 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:52.257773 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:52.260801 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:52.261164 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] 10.222.0.93 "PUT /v2.0/ports/1decf4ee-f6eb-4dd3-a505-fed7d5678a46 HTTP/1.1" status: 200 len: 1093 time: 3.2412226 Jun 17 14:30:52.275975 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdba02af-6d45-46b5-8ed7-c2e4d6780d70', 'tag': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:30:52.323004 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f3c750-203a-4f6b-9ad1-68e3cc294dbf" -d '{"events": [{"server_uuid": "1c77d158-adfe-4070-b34b-e0029fa932c2", "name": "network-vif-plugged", "status": "completed", "tag": "6b9ce875-843b-4f1e-a26a-7e065560e27c"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:30:52.339880 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90bda054-81c8-40a6-adab-ab5e0dca7ee8 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:30:52.349505 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:52.354129 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-9abd355e-38fb-42dd-94c6-f32d24422db2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7f88d4d3b0e041f09376a7efebfc536b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4535758 Jun 17 14:30:52.356455 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd355e-38fb-42dd-94c6-f32d24422db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8cbe71-9a2d-4f4f-a75a-f8d31aed1a4b,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:52.357637 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 57646) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:52.359797 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-9abd355e-38fb-42dd-94c6-f32d24422db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:52.362847 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:52.395912 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=6b9ce875-843b-4f1e-a26a-7e065560e27c,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:52.403589 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:52.405835 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Transition to ACTIVE for port object 90bda054-81c8-40a6-adab-ab5e0dca7ee8 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:52.458850 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-5631011e-da77-4202-a930-79e33592ca46 req-dabf95fc-ea39-44c4-852d-568c944cedfa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:52.492662 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-61dc68fa-d2d4-4c75-b43e-f03c11ef794a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:52.508035 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Pushing event updated for resources: {'Port': ['ID=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:52.512108 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:52.517399 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-5c3029a3-09d0-4bb7-b124-85831075acb9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:52.528393 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5631011e-da77-4202-a930-79e33592ca46 req-dabf95fc-ea39-44c4-852d-568c944cedfa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Network 8135cc67-7047-4727-8ec0-17fbafcdfdf8 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:30:52.562395 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:52.567911 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [req-5631011e-da77-4202-a930-79e33592ca46 req-dabf95fc-ea39-44c4-852d-568c944cedfa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:30:52.571488 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-5631011e-da77-4202-a930-79e33592ca46 req-dabf95fc-ea39-44c4-852d-568c944cedfa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:30:52.575862 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631011e-da77-4202-a930-79e33592ca46 req-dabf95fc-ea39-44c4-852d-568c944cedfa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:52.576527 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-5631011e-da77-4202-a930-79e33592ca46 req-dabf95fc-ea39-44c4-852d-568c944cedfa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:52.590501 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-61dc68fa-d2d4-4c75-b43e-f03c11ef794a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:52.645565 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf95fc-ea39-44c4-852d-568c944cedfa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Pushing event updated for resources: {'Port': ['ID=e053dc2a-37a1-481c-a89e-6fd589dd4b82,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:52.671876 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-dabf95fc-ea39-44c4-852d-568c944cedfa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:52.686671 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-c10b58ae-8ea1-4762-a432-5d9ca7f48606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:52.690264 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-c10b58ae-8ea1-4762-a432-5d9ca7f48606 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f734e894b23d43df98ee905f03cdfe49&device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 1096 time: 0.2814257 Jun 17 14:30:52.690804 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:52.706600 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851ff304-7464-416b-824c-b8244c30b022 x-openstack-request-id: req-851ff304-7464-416b-824c-b8244c30b022 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:30:52.706896 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c77d158-adfe-4070-b34b-e0029fa932c2", "name": "network-vif-plugged", "status": "completed", "tag": "6b9ce875-843b-4f1e-a26a-7e065560e27c", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:30:52.712413 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-851ff304-7464-416b-824c-b8244c30b022 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:30:52.712413 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c77d158-adfe-4070-b34b-e0029fa932c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9ce875-843b-4f1e-a26a-7e065560e27c', 'code': 200} Jun 17 14:30:52.759968 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fb36c9-a253-46a0-8ca5-132879b5993d" -d '{"events": [{"name": "network-changed", "server_uuid": "cdba02af-6d45-46b5-8ed7-c2e4d6780d70", "tag": "1decf4ee-f6eb-4dd3-a505-fed7d5678a46"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:30:52.781641 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5631011e-da77-4202-a930-79e33592ca46 req-dabf95fc-ea39-44c4-852d-568c944cedfa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7992051 Jun 17 14:30:52.829490 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-61dc68fa-d2d4-4c75-b43e-f03c11ef794a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:52.829490 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-61dc68fa-d2d4-4c75-b43e-f03c11ef794a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:52.829490 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-61dc68fa-d2d4-4c75-b43e-f03c11ef794a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7f8cbe71-9a2d-4f4f-a75a-f8d31aed1a4b HTTP/1.1" status: 204 len: 168 time: 0.4696224 Jun 17 14:30:52.834065 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:52.855294 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc68fa-d2d4-4c75-b43e-f03c11ef794a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8cbe71-9a2d-4f4f-a75a-f8d31aed1a4b,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:52.861178 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-61dc68fa-d2d4-4c75-b43e-f03c11ef794a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:52.879873 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-5631011e-da77-4202-a930-79e33592ca46 req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Request body: {'port': {'device_id': '0fd0312e-cd2a-444e-b4bc-5abaffe29390', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:30:52.935645 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 57678) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:52.976705 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3147ca5e-2ae6-4d62-8308-b03d57f8adbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:53.000211 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-13d75efb-e681-4d08-8d0f-e5b782c36eb7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1decf4ee-f6eb-4dd3-a505-fed7d5678a46 HTTP/1.1" status: 200 len: 217 time: 0.2174332 Jun 17 14:30:53.006231 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=90bda054-81c8-40a6-adab-ab5e0dca7ee8,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:53.015138 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:53.097936 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8ba22-cd4d-4188-99e0-9340f45d0c1b req-243496c6-0fc1-4ad0-81ee-943468c98571 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:53.101482 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-83e8ba22-cd4d-4188-99e0-9340f45d0c1b req-243496c6-0fc1-4ad0-81ee-943468c98571 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 945 time: 0.1099153 Jun 17 14:30:53.109144 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Attempting to bind port 90bda054-81c8-40a6-adab-ab5e0dca7ee8 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:30:53.109494 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Attempting to bind port 90bda054-81c8-40a6-adab-ab5e0dca7ee8 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '28c547f4-6a9c-4191-8f84-bf56696ffcf9'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:30:53.109832 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Attempting to bind port 90bda054-81c8-40a6-adab-ab5e0dca7ee8 on network 28c547f4-6a9c-4191-8f84-bf56696ffcf9 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:30:53.154673 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Port 90bda054-81c8-40a6-adab-ab5e0dca7ee8 on network 28c547f4-6a9c-4191-8f84-bf56696ffcf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:30:53.155006 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Attempting to bind port 90bda054-81c8-40a6-adab-ab5e0dca7ee8 on network 28c547f4-6a9c-4191-8f84-bf56696ffcf9 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:30:53.162003 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-deda7371-45b4-4a2d-98b5-366512f3f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:53.166268 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3147ca5e-2ae6-4d62-8308-b03d57f8adbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:53.166430 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-deda7371-45b4-4a2d-98b5-366512f3f967 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cdb313b6-281b-48ec-b3c1-9a23239d4b57 HTTP/1.1" status: 200 len: 855 time: 0.1452136 Jun 17 14:30:53.169782 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-83e8ba22-cd4d-4188-99e0-9340f45d0c1b req-daa4058b-bbc0-4525-824e-fad1028d2aaa tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/security-groups?id=16bfbc27-029a-495b-968f-a68da2e9cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582030 Jun 17 14:30:53.193361 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Checking agent: {'id': 'c17431a8-2d50-499b-8bf2-d6ffeabd9413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'started_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:30:53.193361 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Checking segment: {'id': 'd8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '28c547f4-6a9c-4191-8f84-bf56696ffcf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:30:53.193361 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Bound using segment: {'id': 'd8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '28c547f4-6a9c-4191-8f84-bf56696ffcf9'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:30:53.193361 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Bound port: 90bda054-81c8-40a6-adab-ab5e0dca7ee8, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '28c547f4-6a9c-4191-8f84-bf56696ffcf9'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:30:53.193361 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:53.193361 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-5631011e-da77-4202-a930-79e33592ca46 req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:53.210779 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-ac4191e2-3211-4be1-806f-03563b31e74c None None] Provisioning for port e053dc2a-37a1-481c-a89e-6fd589dd4b82 completed by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:30:53.217270 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436933a6-7dc9-4247-8cfc-724eef8f5d9f req-2af23a28-cca6-4006-916d-910bcf4088b2 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:53.219206 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-436933a6-7dc9-4247-8cfc-724eef8f5d9f req-2af23a28-cca6-4006-916d-910bcf4088b2 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 944 time: 0.3782017 Jun 17 14:30:53.230224 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-ac4191e2-3211-4be1-806f-03563b31e74c None None] Provisioning complete for port e053dc2a-37a1-481c-a89e-6fd589dd4b82 triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:53.233190 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ac4191e2-3211-4be1-806f-03563b31e74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:53.271331 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-ac4191e2-3211-4be1-806f-03563b31e74c None None] Port e053dc2a-37a1-481c-a89e-6fd589dd4b82 cannot update to ACTIVE because it is not bound. {{(pid=93281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:30:53.302575 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3147ca5e-2ae6-4d62-8308-b03d57f8adbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:53.337973 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-ad9afb3c-23c1-468f-b580-3d53c77d3a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:53.415353 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-3147ca5e-2ae6-4d62-8308-b03d57f8adbb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ec24264f2a074b48aba2532fbfdb4d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4741573 Jun 17 14:30:53.415353 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147ca5e-2ae6-4d62-8308-b03d57f8adbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b131f43-9c3b-4c65-a88b-f97ae3a78971,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:53.416171 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 57688) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:53.424965 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-3147ca5e-2ae6-4d62-8308-b03d57f8adbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:53.475314 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1e043-77c8-422d-936b-d767173bda1c req-d80c6f4d-4f71-4537-b9e3-e1d921e146ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:53.477276 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-62d1e043-77c8-422d-936b-d767173bda1c req-d80c6f4d-4f71-4537-b9e3-e1d921e146ba service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 1098 time: 0.1970243 Jun 17 14:30:53.525199 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-62d1e043-77c8-422d-936b-d767173bda1c req-582a1c17-bf11-477d-90c6-958d1d5b5b05 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:53.548360 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3880689c-9cef-4648-80ad-63b5937ac751 x-openstack-request-id: req-3880689c-9cef-4648-80ad-63b5937ac751 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:30:53.548675 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdba02af-6d45-46b5-8ed7-c2e4d6780d70", "tag": "1decf4ee-f6eb-4dd3-a505-fed7d5678a46", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:30:53.548895 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3880689c-9cef-4648-80ad-63b5937ac751 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:30:53.549373 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdba02af-6d45-46b5-8ed7-c2e4d6780d70', 'tag': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46', 'status': 'completed', 'code': 200} Jun 17 14:30:53.575939 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0145e5f8-c079-4b2b-9c61-486a7a859bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:53.604395 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-436933a6-7dc9-4247-8cfc-724eef8f5d9f req-14801cb1-4c79-420d-9ece-4f166e0bfa77 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366282 Jun 17 14:30:53.612227 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0145e5f8-c079-4b2b-9c61-486a7a859bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:53.695744 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] For port 90bda054-81c8-40a6-adab-ab5e0dca7ee8, host hv-cinder-79628, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:30:53.735639 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] For port 90bda054-81c8-40a6-adab-ab5e0dca7ee8, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=90bda054-81c8-40a6-adab-ab5e0dca7ee8,segment=NetworkSegment(d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65),segment_id=d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:30:53.751529 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-c64e3084-0a33-4c82-a466-55a92fe3f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:53.753039 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-c64e3084-0a33-4c82-a466-55a92fe3f97c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5c84abbf-7edc-4ea0-b570-d4f577e25772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5750341 Jun 17 14:30:53.832254 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 40ac8dde-a46c-490e-ba44-251ccf494748 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:30:53.947584 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:53.951565 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 57710) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:53.954007 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-62d1e043-77c8-422d-936b-d767173bda1c req-582a1c17-bf11-477d-90c6-958d1d5b5b05 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:53.965548 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:53.971453 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5d78253e-b22f-42e5-baad-9ec05f5f337b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:54.004670 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e1c4f-2218-4f5f-852f-d812ff3ef9d8 req-7f670ee0-3bd5-47b8-a0bb-d3dcad8548b7 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:54.006220 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4a0e1c4f-2218-4f5f-852f-d812ff3ef9d8 req-7f670ee0-3bd5-47b8-a0bb-d3dcad8548b7 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.3683226 Jun 17 14:30:54.040778 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-62d1e043-77c8-422d-936b-d767173bda1c req-582a1c17-bf11-477d-90c6-958d1d5b5b05 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:54.070758 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:54.071922 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:54.073398 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] 10.222.0.93 "PUT /v2.0/ports/90bda054-81c8-40a6-adab-ab5e0dca7ee8 HTTP/1.1" status: 200 len: 1094 time: 3.1639621 Jun 17 14:30:54.076577 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-44944913-895d-49ba-9867-5badfcacb441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:54.079412 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-62d1e043-77c8-422d-936b-d767173bda1c req-582a1c17-bf11-477d-90c6-958d1d5b5b05 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=16bfbc27-029a-495b-968f-a68da2e9cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859463 Jun 17 14:30:54.087588 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da35dc-304f-4507-bdb2-199596e264d8 req-64d87f2c-3a7a-46f6-b2d5-31e2e62ed4b1 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:54.089107 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b6da35dc-304f-4507-bdb2-199596e264d8 req-64d87f2c-3a7a-46f6-b2d5-31e2e62ed4b1 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 931 time: 0.3613338 Jun 17 14:30:54.096937 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0145e5f8-c079-4b2b-9c61-486a7a859bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:54.105952 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 40ac8dde-a46c-490e-ba44-251ccf494748, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=40ac8dde-a46c-490e-ba44-251ccf494748,segment=NetworkSegment(d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65),segment_id=d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:30:54.107110 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-33f8e4ef-0f91-493f-ad47-e93c27b2fb26 service neutron] 10.222.0.93 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313191 Jun 17 14:30:54.111531 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0145e5f8-c079-4b2b-9c61-486a7a859bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:54.112939 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-0145e5f8-c079-4b2b-9c61-486a7a859bf7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6b131f43-9c3b-4c65-a88b-f97ae3a78971 HTTP/1.1" status: 204 len: 168 time: 0.6893096 Jun 17 14:30:54.154780 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4a0e1c4f-2218-4f5f-852f-d812ff3ef9d8 req-cd530769-470b-42ab-9043-272d84481898 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342516 Jun 17 14:30:54.154876 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': '40ac8dde-a46c-490e-ba44-251ccf494748', 'network_id': '28c547f4-6a9c-4191-8f84-bf56696ffcf9', 'port_id': '40ac8dde-a46c-490e-ba44-251ccf494748', 'mac_address': 'fa:16:3e:1e:92:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be563bda-5edc-4f28-bda9-11728953d9ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:30:54.154973 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a1c17-bf11-477d-90c6-958d1d5b5b05 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1be25b32-6a37-4e46-a191-1885a6e59e72,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:54.160801 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-582a1c17-bf11-477d-90c6-958d1d5b5b05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:54.173421 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=90bda054-81c8-40a6-adab-ab5e0dca7ee8,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:54.176411 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:54.186235 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145e5f8-c079-4b2b-9c61-486a7a859bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b131f43-9c3b-4c65-a88b-f97ae3a78971,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:54.187873 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:54.189054 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-0145e5f8-c079-4b2b-9c61-486a7a859bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:54.292222 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:54.307135 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b6da35dc-304f-4507-bdb2-199596e264d8 req-db950d97-46ae-4797-9c67-8fd9f50b1d1f tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081974 Jun 17 14:30:54.324446 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ac8dde-a46c-490e-ba44-251ccf494748 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:30:54.358970 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-0c3108eb-801b-46c2-84ed-9d7f9d397393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:54.361151 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-0c3108eb-801b-46c2-84ed-9d7f9d397393 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df3f9d0051034672b2d1f6007dfac45e&device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 1097 time: 0.1436934 Jun 17 14:30:54.363668 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5d78253e-b22f-42e5-baad-9ec05f5f337b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:54.369602 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 40ac8dde-a46c-490e-ba44-251ccf494748, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=40ac8dde-a46c-490e-ba44-251ccf494748,segment=NetworkSegment(d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65),segment_id=d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:30:54.375150 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [req-5631011e-da77-4202-a930-79e33592ca46 req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e053dc2a-37a1-481c-a89e-6fd589dd4b82 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:30:54.390413 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-5631011e-da77-4202-a930-79e33592ca46 req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:54.400475 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7427262d-88b7-43a5-9b76-7c7c2f9f655d req-661397c1-ad47-4b4d-939b-40b087b260c8 service neutron] 10.222.0.93 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164776 Jun 17 14:30:54.408017 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [req-5631011e-da77-4202-a930-79e33592ca46 req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Transition to ACTIVE for port object e053dc2a-37a1-481c-a89e-6fd589dd4b82 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:30:54.420986 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-39ba6eae-a13e-4c7a-8841-2994a3cb4fe8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90bda054-81c8-40a6-adab-ab5e0dca7ee8 HTTP/1.1" status: 200 len: 217 time: 0.0482221 Jun 17 14:30:54.477160 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:54.479945 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-5631011e-da77-4202-a930-79e33592ca46 req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:54.480295 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:54.483686 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5d78253e-b22f-42e5-baad-9ec05f5f337b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:54.483830 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:54.494899 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:54.544793 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-b203f11f-0ab8-4068-a906-d86141390307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:54.546314 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-b203f11f-0ab8-4068-a906-d86141390307 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=be563bda-5edc-4f28-bda9-11728953d9ad HTTP/1.1" status: 200 len: 857 time: 0.1084578 Jun 17 14:30:54.565293 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Pushing event updated for resources: {'Port': ['ID=e053dc2a-37a1-481c-a89e-6fd589dd4b82,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:54.565914 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-5d78253e-b22f-42e5-baad-9ec05f5f337b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5441c8866bf14ff8920a88ff54aaadad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6050549 Jun 17 14:30:54.566693 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 57724) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:54.588668 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:54.590796 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78253e-b22f-42e5-baad-9ec05f5f337b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77439ee-ebfb-48aa-8bd7-c459a48b3d39,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:54.628532 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-5d78253e-b22f-42e5-baad-9ec05f5f337b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:54.631961 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-649304c9-6ebf-4980-8b8f-32bf0eaab369 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=28c547f4-6a9c-4191-8f84-bf56696ffcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644808 Jun 17 14:30:54.646650 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=40ac8dde-a46c-490e-ba44-251ccf494748,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:54.651642 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:54.686312 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6974d-25b7-433b-a16e-c5e15b019a9a req-330f8750-c964-4ab9-a4c1-268fcbc5825d tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:54.694195 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-73f6974d-25b7-433b-a16e-c5e15b019a9a req-330f8750-c964-4ab9-a4c1-268fcbc5825d tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 945 time: 0.3125639 Jun 17 14:30:54.730397 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-5631011e-da77-4202-a930-79e33592ca46 req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Attempting to bind port e053dc2a-37a1-481c-a89e-6fd589dd4b82 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:30:54.730935 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-5631011e-da77-4202-a930-79e33592ca46 req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Attempting to bind port e053dc2a-37a1-481c-a89e-6fd589dd4b82 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '220d25f0-d22f-4094-b184-ec26428604f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:30:54.731057 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631011e-da77-4202-a930-79e33592ca46 req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Attempting to bind port e053dc2a-37a1-481c-a89e-6fd589dd4b82 on network 8135cc67-7047-4727-8ec0-17fbafcdfdf8 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:30:54.737722 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631011e-da77-4202-a930-79e33592ca46 req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Port e053dc2a-37a1-481c-a89e-6fd589dd4b82 on network 8135cc67-7047-4727-8ec0-17fbafcdfdf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:30:54.738045 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631011e-da77-4202-a930-79e33592ca46 req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Attempting to bind port e053dc2a-37a1-481c-a89e-6fd589dd4b82 on network 8135cc67-7047-4727-8ec0-17fbafcdfdf8 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:30:54.747998 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['40ac8dde-a46c-490e-ba44-251ccf494748'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:30:54.756504 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631011e-da77-4202-a930-79e33592ca46 req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Checking agent: {'id': 'c17431a8-2d50-499b-8bf2-d6ffeabd9413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'started_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:30:54.760580 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631011e-da77-4202-a930-79e33592ca46 req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Checking segment: {'id': '220d25f0-d22f-4094-b184-ec26428604f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:30:54.760580 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5631011e-da77-4202-a930-79e33592ca46 req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Bound using segment: {'id': '220d25f0-d22f-4094-b184-ec26428604f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:30:54.760580 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-5631011e-da77-4202-a930-79e33592ca46 req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Bound port: e053dc2a-37a1-481c-a89e-6fd589dd4b82, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '220d25f0-d22f-4094-b184-ec26428604f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:30:54.760580 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-5631011e-da77-4202-a930-79e33592ca46 req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:54.769575 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb36c9-a253-46a0-8ca5-132879b5993d req-6097f2bb-72c1-4e4a-af9a-d2045c7873ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:54.771144 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-15fb36c9-a253-46a0-8ca5-132879b5993d req-6097f2bb-72c1-4e4a-af9a-d2045c7873ad service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f734e894b23d43df98ee905f03cdfe49&device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 1096 time: 0.1810827 Jun 17 14:30:54.959911 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-73f6974d-25b7-433b-a16e-c5e15b019a9a req-f6c934c0-1471-428a-bb37-c1606e41d62e tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/security-groups?id=16bfbc27-029a-495b-968f-a68da2e9cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646270 Jun 17 14:30:54.979800 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a8f6ed4e-b26c-4e97-a57a-04e101f6110a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:55.027974 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a8f6ed4e-b26c-4e97-a57a-04e101f6110a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:55.039583 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-cb263ee3-686c-4916-b57f-90e7e90b40e4 service neutron] 10.222.0.93 "GET /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794432 Jun 17 14:30:55.060360 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-5631011e-da77-4202-a930-79e33592ca46 req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] For port e053dc2a-37a1-481c-a89e-6fd589dd4b82, host hv-cinder-79628, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:30:55.081394 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb36c9-a253-46a0-8ca5-132879b5993d req-c6ed7a41-6120-4efd-b16d-12693e9ffce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:55.082888 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-15fb36c9-a253-46a0-8ca5-132879b5993d req-c6ed7a41-6120-4efd-b16d-12693e9ffce3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5c84abbf-7edc-4ea0-b570-d4f577e25772 HTTP/1.1" status: 200 len: 918 time: 0.2976973 Jun 17 14:30:55.110325 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-5631011e-da77-4202-a930-79e33592ca46 req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] For port e053dc2a-37a1-481c-a89e-6fd589dd4b82, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e053dc2a-37a1-481c-a89e-6fd589dd4b82,segment=NetworkSegment(220d25f0-d22f-4094-b184-ec26428604f7),segment_id=220d25f0-d22f-4094-b184-ec26428604f7)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:30:55.139950 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-15fb36c9-a253-46a0-8ca5-132879b5993d req-58fa992a-972a-4e75-a499-b0f5e72a8026 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1decf4ee-f6eb-4dd3-a505-fed7d5678a46 HTTP/1.1" status: 200 len: 217 time: 0.0451436 Jun 17 14:30:55.148873 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb8cd3-45f9-4a3e-a1a8-5dadc10dcd73 req-0014a037-e571-4d19-9bf5-995480d0d414 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:55.151086 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-91cb8cd3-45f9-4a3e-a1a8-5dadc10dcd73 req-0014a037-e571-4d19-9bf5-995480d0d414 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 944 time: 0.3669474 Jun 17 14:30:55.169393 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a8c5bbd0-0649-4fa8-b7b8-81fa6ce637f1 req-f98f0af0-fc21-4f41-a0f8-e7fbaec7befb service neutron] 10.222.0.93 "GET /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205010 Jun 17 14:30:55.201112 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-5631011e-da77-4202-a930-79e33592ca46 req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:55.211075 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:55.251168 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb36c9-a253-46a0-8ca5-132879b5993d req-f0c53264-a50b-4d03-8a0e-28301d24f9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:55.252600 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-15fb36c9-a253-46a0-8ca5-132879b5993d req-f0c53264-a50b-4d03-8a0e-28301d24f9c0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cdb313b6-281b-48ec-b3c1-9a23239d4b57 HTTP/1.1" status: 200 len: 855 time: 0.1006665 Jun 17 14:30:55.261102 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631011e-da77-4202-a930-79e33592ca46 req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:55.261762 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-5631011e-da77-4202-a930-79e33592ca46 req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:55.263137 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5631011e-da77-4202-a930-79e33592ca46 req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] 10.222.0.93 "PUT /v2.0/ports/e053dc2a-37a1-481c-a89e-6fd589dd4b82 HTTP/1.1" status: 200 len: 1093 time: 2.4190369 Jun 17 14:30:55.269152 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-91cb8cd3-45f9-4a3e-a1a8-5dadc10dcd73 req-6573a1c6-d9b4-4dca-a278-69d4301a140e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919447 Jun 17 14:30:55.319312 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Pushing event updated for resources: {'Port': ['ID=e053dc2a-37a1-481c-a89e-6fd589dd4b82,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:55.324224 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:55.347979 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb36c9-a253-46a0-8ca5-132879b5993d req-13d3e999-85cf-4f51-9a75-2b3bb5cba187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:55.349538 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-15fb36c9-a253-46a0-8ca5-132879b5993d req-13d3e999-85cf-4f51-9a75-2b3bb5cba187 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5c84abbf-7edc-4ea0-b570-d4f577e25772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835965 Jun 17 14:30:55.353250 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a8f6ed4e-b26c-4e97-a57a-04e101f6110a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:55.357868 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a8f6ed4e-b26c-4e97-a57a-04e101f6110a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:55.359361 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-a8f6ed4e-b26c-4e97-a57a-04e101f6110a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e77439ee-ebfb-48aa-8bd7-c459a48b3d39 HTTP/1.1" status: 204 len: 168 time: 0.7887824 Jun 17 14:30:55.369625 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92152b3-8462-46f6-9366-102f2df5fd6a req-2bcf9cb4-47e3-4ad4-9364-b4b5e0285f51 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:55.372089 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e92152b3-8462-46f6-9366-102f2df5fd6a req-2bcf9cb4-47e3-4ad4-9364-b4b5e0285f51 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.0999868 Jun 17 14:30:55.372839 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:55.384544 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6ed4e-b26c-4e97-a57a-04e101f6110a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77439ee-ebfb-48aa-8bd7-c459a48b3d39,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:55.394260 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-a8f6ed4e-b26c-4e97-a57a-04e101f6110a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:55.459317 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e92152b3-8462-46f6-9366-102f2df5fd6a req-61f36e26-0540-41d6-b329-62006fa91620 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771000 Jun 17 14:30:55.552930 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5af5a9d-a4ff-4fe5-aa33-7a69edd8970b', 'tag': '90bda054-81c8-40a6-adab-ab5e0dca7ee8'}, {'name': 'network-changed', 'server_uuid': '0fd0312e-cd2a-444e-b4bc-5abaffe29390', 'tag': 'e053dc2a-37a1-481c-a89e-6fd589dd4b82'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:30:55.554667 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efb8fcb-1bcf-4012-8392-29fc7424fa6d" -d '{"events": [{"name": "network-changed", "server_uuid": "d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b", "tag": "90bda054-81c8-40a6-adab-ab5e0dca7ee8"}, {"name": "network-changed", "server_uuid": "0fd0312e-cd2a-444e-b4bc-5abaffe29390", "tag": "e053dc2a-37a1-481c-a89e-6fd589dd4b82"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:30:55.576049 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631011e-da77-4202-a930-79e33592ca46 req-eeff28dd-bb82-429d-99d7-5050618df616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:55.577545 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5631011e-da77-4202-a930-79e33592ca46 req-eeff28dd-bb82-429d-99d7-5050618df616 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91695e22f84a4c668c9c5b12f8253bfc&device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 1096 time: 0.1689610 Jun 17 14:30:55.579414 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-15fb36c9-a253-46a0-8ca5-132879b5993d req-713da0c3-d35d-493a-9b13-5f4ecb5c3b90 service neutron] 10.222.0.93 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188406 Jun 17 14:30:55.622635 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Jun 2021 14:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537128c5-eefb-40dd-8173-7f9b0c2518f4 x-openstack-request-id: req-537128c5-eefb-40dd-8173-7f9b0c2518f4 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:30:55.623963 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b", "tag": "90bda054-81c8-40a6-adab-ab5e0dca7ee8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0fd0312e-cd2a-444e-b4bc-5abaffe29390", "tag": "e053dc2a-37a1-481c-a89e-6fd589dd4b82", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:30:55.623963 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-537128c5-eefb-40dd-8173-7f9b0c2518f4 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:30:55.623963 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5af5a9d-a4ff-4fe5-aa33-7a69edd8970b', 'tag': '90bda054-81c8-40a6-adab-ab5e0dca7ee8', 'status': 'completed', 'code': 200} Jun 17 14:30:55.623963 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd0312e-cd2a-444e-b4bc-5abaffe29390', 'tag': 'e053dc2a-37a1-481c-a89e-6fd589dd4b82', 'status': 'completed', 'code': 200} Jun 17 14:30:55.645365 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c3fd7-7e40-4146-9bad-484f2aa9406d req-5e030b65-3516-4cb6-bc72-d78d8814bb0b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:55.646845 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-de3c3fd7-7e40-4146-9bad-484f2aa9406d req-5e030b65-3516-4cb6-bc72-d78d8814bb0b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 943 time: 0.1111834 Jun 17 14:30:55.678609 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5631011e-da77-4202-a930-79e33592ca46 req-a5431ca8-1bcf-4493-a11f-c8b20eb83259 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e053dc2a-37a1-481c-a89e-6fd589dd4b82 HTTP/1.1" status: 200 len: 217 time: 0.0732231 Jun 17 14:30:55.709211 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb8fcb-1bcf-4012-8392-29fc7424fa6d req-50f5d851-f066-4b4b-9477-d9c7288e913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:55.710593 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1efb8fcb-1bcf-4012-8392-29fc7424fa6d req-50f5d851-f066-4b4b-9477-d9c7288e913f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df3f9d0051034672b2d1f6007dfac45e&device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 1097 time: 0.0615587 Jun 17 14:30:55.845040 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 40ac8dde-a46c-490e-ba44-251ccf494748 up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:55.858052 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb8fcb-1bcf-4012-8392-29fc7424fa6d req-a85b1e16-4fc0-4204-b6de-ae62ec02c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:55.862388 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1efb8fcb-1bcf-4012-8392-29fc7424fa6d req-a85b1e16-4fc0-4204-b6de-ae62ec02c50d service neutron] 10.222.0.93 "GET /v2.0/networks?id=28c547f4-6a9c-4191-8f84-bf56696ffcf9 HTTP/1.1" status: 200 len: 919 time: 0.1441298 Jun 17 14:30:55.934980 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1efb8fcb-1bcf-4012-8392-29fc7424fa6d req-1f0bf5c1-9443-4863-b31c-ca00c93f8c1d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90bda054-81c8-40a6-adab-ab5e0dca7ee8 HTTP/1.1" status: 200 len: 217 time: 0.0649669 Jun 17 14:30:56.005714 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-de3c3fd7-7e40-4146-9bad-484f2aa9406d req-09fe2282-0b8c-42c8-a9a2-4d7daf293787 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3319836 Jun 17 14:30:56.011576 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631011e-da77-4202-a930-79e33592ca46 req-075d6848-fe2f-42d9-bee9-4a4e25bc6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:56.012983 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5631011e-da77-4202-a930-79e33592ca46 req-075d6848-fe2f-42d9-bee9-4a4e25bc6f89 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ddf294c9-2449-47ab-84d6-49702a679f33 HTTP/1.1" status: 200 len: 849 time: 0.3177674 Jun 17 14:30:56.014626 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-15fb36c9-a253-46a0-8ca5-132879b5993d req-e42daf4a-dc79-416f-8023-095d75b8a64f service neutron] 10.222.0.93 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081361 Jun 17 14:30:56.028694 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb8fcb-1bcf-4012-8392-29fc7424fa6d req-9f02c711-8cd1-49ba-8a15-d3dc45bc1b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:56.036618 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1efb8fcb-1bcf-4012-8392-29fc7424fa6d req-9f02c711-8cd1-49ba-8a15-d3dc45bc1b87 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=be563bda-5edc-4f28-bda9-11728953d9ad HTTP/1.1" status: 200 len: 857 time: 0.0875394 Jun 17 14:30:56.058346 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning for port 40ac8dde-a46c-490e-ba44-251ccf494748 completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:30:56.064174 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port 40ac8dde-a46c-490e-ba44-251ccf494748 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:30:56.064662 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:56.101137 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631011e-da77-4202-a930-79e33592ca46 req-81534079-7438-49a7-912f-088ef5e20955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:56.105589 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5631011e-da77-4202-a930-79e33592ca46 req-81534079-7438-49a7-912f-088ef5e20955 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8135cc67-7047-4727-8ec0-17fbafcdfdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709641 Jun 17 14:30:56.134819 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1efb8fcb-1bcf-4012-8392-29fc7424fa6d req-c3120b34-7bb2-455e-ac75-f372bcaea18f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=28c547f4-6a9c-4191-8f84-bf56696ffcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902178 Jun 17 14:30:56.228891 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5631011e-da77-4202-a930-79e33592ca46 req-f8b67f47-d3ec-4182-8a9b-d8e85d9ea458 service neutron] 10.222.0.93 "GET /v2.0/networks/8135cc67-7047-4727-8ec0-17fbafcdfdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134629 Jun 17 14:30:56.247638 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:56.282177 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7851da05-12a0-411a-a0d7-4785861468c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ac8dde-a46c-490e-ba44-251ccf494748'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:30:56.284843 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1510451-bd6b-4bd9-80c5-01aa655bb34d" -d '{"events": [{"server_uuid": "7851da05-12a0-411a-a0d7-4785861468c1", "name": "network-vif-plugged", "status": "completed", "tag": "40ac8dde-a46c-490e-ba44-251ccf494748"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:30:56.288539 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 40ac8dde-a46c-490e-ba44-251ccf494748, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=40ac8dde-a46c-490e-ba44-251ccf494748,segment=NetworkSegment(d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65),segment_id=d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:30:56.333626 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1efb8fcb-1bcf-4012-8392-29fc7424fa6d req-dacb6ae6-1e06-4849-9ef3-a6f6beba3906 service neutron] 10.222.0.93 "GET /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907976 Jun 17 14:30:56.341880 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5631011e-da77-4202-a930-79e33592ca46 req-3c782ecf-e069-48af-9f96-0507ac2b7e3c service neutron] 10.222.0.93 "GET /v2.0/networks/8135cc67-7047-4727-8ec0-17fbafcdfdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058593 Jun 17 14:30:56.361976 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c9dc9-2176-4f8b-9728-d8acb6a20baf req-9cef28cd-95b0-40a7-975d-b17e16c2fefb tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:56.363692 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-d85c9dc9-2176-4f8b-9728-d8acb6a20baf req-9cef28cd-95b0-40a7-975d-b17e16c2fefb tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 945 time: 0.1002672 Jun 17 14:30:56.374875 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:56.378328 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-f49848db-e31e-4fb5-9bff-737b40b25077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:56.473844 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-d85c9dc9-2176-4f8b-9728-d8acb6a20baf req-06b178b0-e655-4729-b8a8-066c2472cb9c tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/security-groups?id=16bfbc27-029a-495b-968f-a68da2e9cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970235 Jun 17 14:30:56.483328 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a58e613-d354-4dbf-a19d-f24162441bea x-openstack-request-id: req-0a58e613-d354-4dbf-a19d-f24162441bea {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:30:56.483627 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7851da05-12a0-411a-a0d7-4785861468c1", "name": "network-vif-plugged", "status": "completed", "tag": "40ac8dde-a46c-490e-ba44-251ccf494748", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:30:56.487423 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0a58e613-d354-4dbf-a19d-f24162441bea {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:30:56.488004 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7851da05-12a0-411a-a0d7-4785861468c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ac8dde-a46c-490e-ba44-251ccf494748', 'code': 200} Jun 17 14:30:56.489186 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=40ac8dde-a46c-490e-ba44-251ccf494748,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:56.498360 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:56.525599 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1efb8fcb-1bcf-4012-8392-29fc7424fa6d req-9a8a873a-205a-4c0d-b5b9-b05022f8d140 service neutron] 10.222.0.93 "GET /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844451 Jun 17 14:30:56.680175 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb44f5c-2aa6-4359-b182-bf5a7df84406 req-98ee2d6e-d274-4ac0-9593-52c0caff3102 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:56.689021 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7fb44f5c-2aa6-4359-b182-bf5a7df84406 req-98ee2d6e-d274-4ac0-9593-52c0caff3102 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 944 time: 0.1087737 Jun 17 14:30:56.730577 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7fb44f5c-2aa6-4359-b182-bf5a7df84406 req-9989abdd-65dd-466a-8abd-b37649220bff tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403075 Jun 17 14:30:56.738015 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9ef9b-2398-482d-8688-a2273c7996fe req-0a85fa15-3529-4a8a-a5ed-007650131084 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:56.739505 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-34e9ef9b-2398-482d-8688-a2273c7996fe req-0a85fa15-3529-4a8a-a5ed-007650131084 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.1269381 Jun 17 14:30:56.756022 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb8fcb-1bcf-4012-8392-29fc7424fa6d req-515a5c71-4882-4032-9085-9bf585ac4f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:56.757482 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1efb8fcb-1bcf-4012-8392-29fc7424fa6d req-515a5c71-4882-4032-9085-9bf585ac4f3a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91695e22f84a4c668c9c5b12f8253bfc&device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 1096 time: 0.1046040 Jun 17 14:30:56.840003 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-34e9ef9b-2398-482d-8688-a2273c7996fe req-0ee71abb-46a5-4cf4-9068-0f8de776ef0a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856800 Jun 17 14:30:56.917522 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb8fcb-1bcf-4012-8392-29fc7424fa6d req-29008631-2c5f-410e-a5dd-a29c05632070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:56.917522 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1efb8fcb-1bcf-4012-8392-29fc7424fa6d req-29008631-2c5f-410e-a5dd-a29c05632070 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8135cc67-7047-4727-8ec0-17fbafcdfdf8 HTTP/1.1" status: 200 len: 912 time: 0.1455266 Jun 17 14:30:56.956970 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1efb8fcb-1bcf-4012-8392-29fc7424fa6d req-3d0decfa-cb47-4311-9c9a-afe999fb3739 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e053dc2a-37a1-481c-a89e-6fd589dd4b82 HTTP/1.1" status: 200 len: 217 time: 0.0337536 Jun 17 14:30:56.962546 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689175d-bd36-43b2-bc82-173db7a86dba req-4d9345f4-3487-4409-a1a1-f5651349c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:56.964062 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f689175d-bd36-43b2-bc82-173db7a86dba req-4d9345f4-3487-4409-a1a1-f5651349c04b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 1098 time: 0.1184380 Jun 17 14:30:57.007534 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f689175d-bd36-43b2-bc82-173db7a86dba req-7dcc5073-e968-477f-afa7-4520631fead6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366671 Jun 17 14:30:57.011215 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb8fcb-1bcf-4012-8392-29fc7424fa6d req-28857338-8837-44bb-836f-2a79d366ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:57.012776 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1efb8fcb-1bcf-4012-8392-29fc7424fa6d req-28857338-8837-44bb-836f-2a79d366ff6d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ddf294c9-2449-47ab-84d6-49702a679f33 HTTP/1.1" status: 200 len: 849 time: 0.0487578 Jun 17 14:30:57.151188 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb8fcb-1bcf-4012-8392-29fc7424fa6d req-8d0daaeb-0713-499b-8b45-ee397848bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:57.151188 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1efb8fcb-1bcf-4012-8392-29fc7424fa6d req-8d0daaeb-0713-499b-8b45-ee397848bff1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8135cc67-7047-4727-8ec0-17fbafcdfdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0877886 Jun 17 14:30:57.232884 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fe255-0de9-44f3-84ce-26186d9726b7 req-ffe01645-280b-4553-992f-ea725bbefe81 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:57.238323 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7f0fe255-0de9-44f3-84ce-26186d9726b7 req-ffe01645-280b-4553-992f-ea725bbefe81 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 943 time: 0.0948761 Jun 17 14:30:57.295079 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7f0fe255-0de9-44f3-84ce-26186d9726b7 req-9d62e015-6c20-44a7-90a3-7d2c6692134a tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516233 Jun 17 14:30:57.310350 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1efb8fcb-1bcf-4012-8392-29fc7424fa6d req-b978c6a5-0061-4db9-9af7-825990e9959c service neutron] 10.222.0.93 "GET /v2.0/networks/8135cc67-7047-4727-8ec0-17fbafcdfdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484694 Jun 17 14:30:57.416942 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1efb8fcb-1bcf-4012-8392-29fc7424fa6d req-6d46b8e1-ef2a-427e-8bf0-c8614f215c61 service neutron] 10.222.0.93 "GET /v2.0/networks/8135cc67-7047-4727-8ec0-17fbafcdfdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978470 Jun 17 14:30:57.842867 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 90bda054-81c8-40a6-adab-ab5e0dca7ee8 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:30:57.955617 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6f855-dd71-4d19-bcab-ef8501f60cad req-6bd98e82-7835-455d-bdf0-890f130465f9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:57.957908 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 90bda054-81c8-40a6-adab-ab5e0dca7ee8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=90bda054-81c8-40a6-adab-ab5e0dca7ee8,segment=NetworkSegment(d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65),segment_id=d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:30:57.962025 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-8cf6f855-dd71-4d19-bcab-ef8501f60cad req-6bd98e82-7835-455d-bdf0-890f130465f9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 944 time: 0.1051228 Jun 17 14:30:57.970710 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': '90bda054-81c8-40a6-adab-ab5e0dca7ee8', 'network_id': '28c547f4-6a9c-4191-8f84-bf56696ffcf9', 'port_id': '90bda054-81c8-40a6-adab-ab5e0dca7ee8', 'mac_address': 'fa:16:3e:d0:7f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be563bda-5edc-4f28-bda9-11728953d9ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:30:58.002091 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-8cf6f855-dd71-4d19-bcab-ef8501f60cad req-f14dccb0-15dc-48e6-b136-e3d56922935b tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378668 Jun 17 14:30:58.029079 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e24f12-67ef-43aa-bdb7-d984660152ae req-1848d501-fb05-47f4-bec1-bc2913bbd3de tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:58.030828 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a7e24f12-67ef-43aa-bdb7-d984660152ae req-1848d501-fb05-47f4-bec1-bc2913bbd3de tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.0720494 Jun 17 14:30:58.033686 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:58.049369 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90bda054-81c8-40a6-adab-ab5e0dca7ee8 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:30:58.074581 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 90bda054-81c8-40a6-adab-ab5e0dca7ee8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=90bda054-81c8-40a6-adab-ab5e0dca7ee8,segment=NetworkSegment(d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65),segment_id=d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:30:58.084996 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a7e24f12-67ef-43aa-bdb7-d984660152ae req-83cda78a-75d0-4e1a-a23e-3124ad389a2f tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460060 Jun 17 14:30:58.186435 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:58.186700 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:30:58.188683 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-3fa456e4-f0e6-4109-8634-cbd690dd4bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:58.256468 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=90bda054-81c8-40a6-adab-ab5e0dca7ee8,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:58.260466 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:58.324335 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:30:58.335892 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'port_id': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46', 'mac_address': 'fa:16:3e:3f:6f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:30:58.487019 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:58.488697 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46716733-41f7-4037-8e36-08bb48048604 req-94938845-0529-4aaf-a258-69473508c516 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:58.490318 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-46716733-41f7-4037-8e36-08bb48048604 req-94938845-0529-4aaf-a258-69473508c516 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 943 time: 0.0663347 Jun 17 14:30:58.502569 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:30:58.526011 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:30:58.529359 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-46716733-41f7-4037-8e36-08bb48048604 req-33018256-3068-41c7-8a34-4cd933c3528f tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331662 Jun 17 14:30:58.630975 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:30:58.633203 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:30:58.690634 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:30:58.694278 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:30:58.910698 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['1decf4ee-f6eb-4dd3-a505-fed7d5678a46'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:30:58.940286 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['90bda054-81c8-40a6-adab-ab5e0dca7ee8'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:30:59.197940 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111a3ec-ab39-4b50-b7f6-4caed985cbfd req-8c8cf341-41c0-423a-8771-1c772a3585f9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:59.197940 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-1111a3ec-ab39-4b50-b7f6-4caed985cbfd req-8c8cf341-41c0-423a-8771-1c772a3585f9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 945 time: 0.0855358 Jun 17 14:30:59.262470 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-1111a3ec-ab39-4b50-b7f6-4caed985cbfd req-5ce32926-eb4e-4196-8fe6-440ab5ee3bd7 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536828 Jun 17 14:30:59.309392 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b8fd1-d9db-495d-9e87-db4522cf8949 req-7e21b9f8-cfbc-4c05-ac4f-1de1ece34f04 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:59.310936 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-263b8fd1-d9db-495d-9e87-db4522cf8949 req-7e21b9f8-cfbc-4c05-ac4f-1de1ece34f04 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 944 time: 0.0857825 Jun 17 14:30:59.351635 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-263b8fd1-d9db-495d-9e87-db4522cf8949 req-149d7b39-2d0e-418c-93f4-03619f480819 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327063 Jun 17 14:30:59.717176 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b7cef-d0ce-4828-9c69-54f9285eff29 req-38c1d023-bbd4-40c3-9fae-e2050e8ffbcb tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:30:59.718711 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-928b7cef-d0ce-4828-9c69-54f9285eff29 req-38c1d023-bbd4-40c3-9fae-e2050e8ffbcb tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 943 time: 0.0730660 Jun 17 14:30:59.755998 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-928b7cef-d0ce-4828-9c69-54f9285eff29 req-ad860873-2f80-45a2-9565-9418010453f7 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316732 Jun 17 14:30:59.845124 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device e053dc2a-37a1-481c-a89e-6fd589dd4b82 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:30:59.924601 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 90bda054-81c8-40a6-adab-ab5e0dca7ee8 up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:30:59.946509 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 57958) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:30:59.989982 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port e053dc2a-37a1-481c-a89e-6fd589dd4b82, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e053dc2a-37a1-481c-a89e-6fd589dd4b82,segment=NetworkSegment(220d25f0-d22f-4094-b184-ec26428604f7),segment_id=220d25f0-d22f-4094-b184-ec26428604f7)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:31:00.004674 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': 'e053dc2a-37a1-481c-a89e-6fd589dd4b82', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'port_id': 'e053dc2a-37a1-481c-a89e-6fd589dd4b82', 'mac_address': 'fa:16:3e:10:f2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:31:00.064517 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:00.073453 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a73f2100-375c-444c-a5fc-624b8cc48a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:00.077035 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e053dc2a-37a1-481c-a89e-6fd589dd4b82 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:31:00.097776 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port e053dc2a-37a1-481c-a89e-6fd589dd4b82, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e053dc2a-37a1-481c-a89e-6fd589dd4b82,segment=NetworkSegment(220d25f0-d22f-4094-b184-ec26428604f7),segment_id=220d25f0-d22f-4094-b184-ec26428604f7)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:31:00.140583 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning for port 90bda054-81c8-40a6-adab-ab5e0dca7ee8 completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:31:00.147156 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port 90bda054-81c8-40a6-adab-ab5e0dca7ee8 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:31:00.147549 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:00.162551 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a73f2100-375c-444c-a5fc-624b8cc48a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:00.230614 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:00.260269 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5af5a9d-a4ff-4fe5-aa33-7a69edd8970b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bda054-81c8-40a6-adab-ab5e0dca7ee8'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:31:00.274476 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc088b2-0784-4931-9bcc-107700298f76" -d '{"events": [{"server_uuid": "d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b", "name": "network-vif-plugged", "status": "completed", "tag": "90bda054-81c8-40a6-adab-ab5e0dca7ee8"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:31:00.280996 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:00.282965 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-f49145ac-a05e-4fc2-848f-09f62bac2481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:00.286845 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 90bda054-81c8-40a6-adab-ab5e0dca7ee8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=90bda054-81c8-40a6-adab-ab5e0dca7ee8,segment=NetworkSegment(d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65),segment_id=d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:31:00.308771 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a73f2100-375c-444c-a5fc-624b8cc48a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:00.313541 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:00.340400 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a85c126-b8a0-4abe-9c6d-e607d2b875d9 x-openstack-request-id: req-5a85c126-b8a0-4abe-9c6d-e607d2b875d9 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:31:00.340723 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b", "name": "network-vif-plugged", "status": "completed", "tag": "90bda054-81c8-40a6-adab-ab5e0dca7ee8", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:31:00.341000 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5a85c126-b8a0-4abe-9c6d-e607d2b875d9 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:31:00.341415 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5af5a9d-a4ff-4fe5-aa33-7a69edd8970b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bda054-81c8-40a6-adab-ab5e0dca7ee8', 'code': 200} Jun 17 14:31:00.365205 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=e053dc2a-37a1-481c-a89e-6fd589dd4b82,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:00.365316 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-a73f2100-375c-444c-a5fc-624b8cc48a92 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bc367788f25d482db1f6875ba7b53c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4162829 Jun 17 14:31:00.366996 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 57972) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:00.380876 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:00.403242 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f2100-375c-444c-a5fc-624b8cc48a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989ba004-a44e-48f1-a5da-45ab6220f891,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:00.410687 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-a73f2100-375c-444c-a5fc-624b8cc48a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:00.423276 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:00.429517 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:31:00.429517 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:00.452652 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9adf3885-0a30-423e-b9a1-ddf973cd7094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:00.476522 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9adf3885-0a30-423e-b9a1-ddf973cd7094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:00.537147 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=90bda054-81c8-40a6-adab-ab5e0dca7ee8,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:00.541398 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:00.611426 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115db45-ba33-4c1a-a69d-b184e1edff88 req-83d7b62b-f7bf-4058-9fbf-cdbd18c9b1c9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:00.612948 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7115db45-ba33-4c1a-a69d-b184e1edff88 req-83d7b62b-f7bf-4058-9fbf-cdbd18c9b1c9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.1170616 Jun 17 14:31:00.621201 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['e053dc2a-37a1-481c-a89e-6fd589dd4b82'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:31:00.641975 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning for port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:31:00.657036 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:31:00.657585 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:00.688277 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7115db45-ba33-4c1a-a69d-b184e1edff88 req-29f68174-58bc-4fab-9f7d-280ef9b7804d tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623591 Jun 17 14:31:00.727174 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9adf3885-0a30-423e-b9a1-ddf973cd7094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:00.733828 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9adf3885-0a30-423e-b9a1-ddf973cd7094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:00.749581 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-9adf3885-0a30-423e-b9a1-ddf973cd7094 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/989ba004-a44e-48f1-a5da-45ab6220f891 HTTP/1.1" status: 204 len: 168 time: 0.3795683 Jun 17 14:31:00.751864 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-a8f6ed4e-b26c-4e97-a57a-04e101f6110a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:00.764100 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf3885-0a30-423e-b9a1-ddf973cd7094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989ba004-a44e-48f1-a5da-45ab6220f891,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:00.771009 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-9adf3885-0a30-423e-b9a1-ddf973cd7094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:00.849761 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6d7e3-5c58-4e7c-b8a1-b7d6daaa772a req-5fe62057-0421-4983-aea3-6014fbd9583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:00.851332 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-fcc6d7e3-5c58-4e7c-b8a1-b7d6daaa772a req-5fe62057-0421-4983-aea3-6014fbd9583a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 1099 time: 0.0777586 Jun 17 14:31:00.865662 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a84683-556a-47ab-bcd1-2a4e7ab2b39a req-f1d0f930-bd53-4b63-becc-9ed6568e623e tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:00.875060 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-34a84683-556a-47ab-bcd1-2a4e7ab2b39a req-f1d0f930-bd53-4b63-becc-9ed6568e623e tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 944 time: 0.1241846 Jun 17 14:31:00.904000 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:00.907315 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-fcc6d7e3-5c58-4e7c-b8a1-b7d6daaa772a req-a28b97b7-7ba5-414d-a379-df3d76e75501 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452218 Jun 17 14:31:00.934130 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-34a84683-556a-47ab-bcd1-2a4e7ab2b39a req-c6591bcb-1362-48b8-b9a5-76f8a506b616 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574210 Jun 17 14:31:00.993254 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:31:01.000071 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf4c56-cd61-40a0-b4e0-bb175f374ae2 req-02a027dc-c80a-4618-b4a3-e46637d7e035 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:01.001658 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0fdf4c56-cd61-40a0-b4e0-bb175f374ae2 req-02a027dc-c80a-4618-b4a3-e46637d7e035 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 944 time: 0.0971143 Jun 17 14:31:01.050032 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0fdf4c56-cd61-40a0-b4e0-bb175f374ae2 req-bcbc9b0c-b0a1-4ac7-9e8f-2077b2027ff7 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396078 Jun 17 14:31:01.142950 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:01.144808 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:01.205542 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:01.205542 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:01.504553 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 58002) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:01.518349 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2de5ccae-94c3-428d-9772-aa7eb6b3af4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:01.616562 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2de5ccae-94c3-428d-9772-aa7eb6b3af4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:01.685523 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2de5ccae-94c3-428d-9772-aa7eb6b3af4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:01.689038 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:01.725492 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-2de5ccae-94c3-428d-9772-aa7eb6b3af4e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e6a4e5fafcef403eb7aff08df11db387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197623 Jun 17 14:31:01.726708 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5ccae-94c3-428d-9772-aa7eb6b3af4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62edb188-2fb7-4081-82b2-054b0b14606d,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:01.728771 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 58006) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:01.730393 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-2de5ccae-94c3-428d-9772-aa7eb6b3af4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:01.780043 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6923cea7-217b-4608-b048-68f00f123993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:01.800987 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6923cea7-217b-4608-b048-68f00f123993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:01.855077 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device e053dc2a-37a1-481c-a89e-6fd589dd4b82 up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:31:01.874002 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb749166-be9e-46a6-8e87-a70aea202dc6 req-4889e6af-e619-49b6-83c4-41106f7a0365 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:01.875414 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-fb749166-be9e-46a6-8e87-a70aea202dc6 req-4889e6af-e619-49b6-83c4-41106f7a0365 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0662580 Jun 17 14:31:01.916245 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-fb749166-be9e-46a6-8e87-a70aea202dc6 req-70d1058f-672f-452d-8c30-bb2cb7645940 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348749 Jun 17 14:31:01.917184 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6923cea7-217b-4608-b048-68f00f123993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:01.920096 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6923cea7-217b-4608-b048-68f00f123993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:01.921378 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-6923cea7-217b-4608-b048-68f00f123993 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/62edb188-2fb7-4081-82b2-054b0b14606d HTTP/1.1" status: 204 len: 168 time: 0.1915014 Jun 17 14:31:01.922333 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:01.929864 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923cea7-217b-4608-b048-68f00f123993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62edb188-2fb7-4081-82b2-054b0b14606d,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:01.932954 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-6923cea7-217b-4608-b048-68f00f123993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:02.028577 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning for port e053dc2a-37a1-481c-a89e-6fd589dd4b82 completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:31:02.034337 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port e053dc2a-37a1-481c-a89e-6fd589dd4b82 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:31:02.034835 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:02.122317 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:02.137011 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a794211-d981-4286-9975-a921dde8eef0 req-df4bcbc4-a6ab-4a8c-a9fb-755b6388ac31 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:02.138485 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-9a794211-d981-4286-9975-a921dde8eef0 req-df4bcbc4-a6ab-4a8c-a9fb-755b6388ac31 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.0711522 Jun 17 14:31:02.156535 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port e053dc2a-37a1-481c-a89e-6fd589dd4b82, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e053dc2a-37a1-481c-a89e-6fd589dd4b82,segment=NetworkSegment(220d25f0-d22f-4094-b184-ec26428604f7),segment_id=220d25f0-d22f-4094-b184-ec26428604f7)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:31:02.185259 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-9a794211-d981-4286-9975-a921dde8eef0 req-1e518a8d-afd7-4cfe-b398-2245cbc9edae tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399203 Jun 17 14:31:02.238642 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e4ad5-2e19-4195-b0ac-6c745a3e2ed6 req-b48d0b67-7803-4dca-9b76-54050ee5c6a9 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:02.240116 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-273e4ad5-2e19-4195-b0ac-6c745a3e2ed6 req-b48d0b67-7803-4dca-9b76-54050ee5c6a9 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 944 time: 0.0713587 Jun 17 14:31:02.284669 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-273e4ad5-2e19-4195-b0ac-6c745a3e2ed6 req-bacd4288-a9a7-4494-8a58-573bef2d0c6f tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329392 Jun 17 14:31:02.309331 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:02.312901 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-3fa456e4-f0e6-4109-8634-cbd690dd4bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:02.342931 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdba02af-6d45-46b5-8ed7-c2e4d6780d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46'}, {'server_uuid': '0fd0312e-cd2a-444e-b4bc-5abaffe29390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e053dc2a-37a1-481c-a89e-6fd589dd4b82'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:31:02.348711 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e55ca3-1cb3-4c08-a856-78e9019fd3b8" -d '{"events": [{"server_uuid": "cdba02af-6d45-46b5-8ed7-c2e4d6780d70", "name": "network-vif-plugged", "status": "completed", "tag": "1decf4ee-f6eb-4dd3-a505-fed7d5678a46"}, {"server_uuid": "0fd0312e-cd2a-444e-b4bc-5abaffe29390", "name": "network-vif-plugged", "status": "completed", "tag": "e053dc2a-37a1-481c-a89e-6fd589dd4b82"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:31:02.377595 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=e053dc2a-37a1-481c-a89e-6fd589dd4b82,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:02.381051 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:02.395021 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 14:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15509e5-2718-4f98-8093-d716e913055f x-openstack-request-id: req-b15509e5-2718-4f98-8093-d716e913055f {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:31:02.395528 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdba02af-6d45-46b5-8ed7-c2e4d6780d70", "name": "network-vif-plugged", "status": "completed", "tag": "1decf4ee-f6eb-4dd3-a505-fed7d5678a46", "code": 200}, {"server_uuid": "0fd0312e-cd2a-444e-b4bc-5abaffe29390", "name": "network-vif-plugged", "status": "completed", "tag": "e053dc2a-37a1-481c-a89e-6fd589dd4b82", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:31:02.395621 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b15509e5-2718-4f98-8093-d716e913055f {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:31:02.396026 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdba02af-6d45-46b5-8ed7-c2e4d6780d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46', 'code': 200} Jun 17 14:31:02.396297 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd0312e-cd2a-444e-b4bc-5abaffe29390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e053dc2a-37a1-481c-a89e-6fd589dd4b82', 'code': 200} Jun 17 14:31:02.992317 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbd822-6dcf-47e7-90f5-cea035e2e7da req-c94581d4-1913-4c02-a12a-8b3de12e4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:02.995191 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b9dbd822-6dcf-47e7-90f5-cea035e2e7da req-c94581d4-1913-4c02-a12a-8b3de12e4c0b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 1098 time: 0.0622098 Jun 17 14:31:02.997405 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b355b0-c129-47d1-89f1-0e12572506dd req-208c571a-b80f-4f49-af06-a89a17cfc2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:02.998943 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-35b355b0-c129-47d1-89f1-0e12572506dd req-208c571a-b80f-4f49-af06-a89a17cfc2b9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 1098 time: 0.0665536 Jun 17 14:31:03.042578 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b9dbd822-6dcf-47e7-90f5-cea035e2e7da req-2aeded58-befe-4668-9a69-607be8a529f4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303228 Jun 17 14:31:03.043015 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-35b355b0-c129-47d1-89f1-0e12572506dd req-7c311e6e-682c-4fec-8367-dd6e69c6a8a1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296631 Jun 17 14:31:03.122702 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f4294-7938-47c1-a2e6-3ae5b9392d07 req-8323b48c-f3c6-46de-9b3b-623556d8cc4f tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:03.124164 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a97f4294-7938-47c1-a2e6-3ae5b9392d07 req-8323b48c-f3c6-46de-9b3b-623556d8cc4f tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0653629 Jun 17 14:31:03.163775 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a97f4294-7938-47c1-a2e6-3ae5b9392d07 req-1a278d97-f7c4-40f7-835f-f8bff22c70c1 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332775 Jun 17 14:31:03.397940 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c6bd2-fb41-4bb7-ac82-6e6378309238 req-254bcd20-2686-489e-ae9b-dbdd8928b3ef tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:03.400131 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-804c6bd2-fb41-4bb7-ac82-6e6378309238 req-254bcd20-2686-489e-ae9b-dbdd8928b3ef tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.0697367 Jun 17 14:31:03.442139 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-804c6bd2-fb41-4bb7-ac82-6e6378309238 req-9d10e004-d8b4-46f7-9cec-5c52a5822e18 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360627 Jun 17 14:31:03.637861 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f7d77-80d1-49e6-b1d0-0c93c06f1b85 req-a7c0f930-fc7f-4453-8b31-fe09a16c32aa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:03.641865 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-594f7d77-80d1-49e6-b1d0-0c93c06f1b85 req-a7c0f930-fc7f-4453-8b31-fe09a16c32aa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0675154 Jun 17 14:31:03.687199 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-594f7d77-80d1-49e6-b1d0-0c93c06f1b85 req-8675b257-dc53-4c34-be1e-7af19c6815d0 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418334 Jun 17 14:31:03.972858 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3cd82-11db-4a1e-984d-15e85408b29c req-1b27f7d7-932a-4693-b064-759cddfcc784 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:03.974372 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-64d3cd82-11db-4a1e-984d-15e85408b29c req-1b27f7d7-932a-4693-b064-759cddfcc784 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0854592 Jun 17 14:31:04.013333 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-64d3cd82-11db-4a1e-984d-15e85408b29c req-5dc68589-e1be-438c-85c8-da1c67b0255e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323620 Jun 17 14:31:04.183498 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc410af-7bbe-4ebb-8ccb-fe3f2124a527 req-3cc60249-09e8-40b2-8547-7cdee61bdf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:04.185080 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2fc410af-7bbe-4ebb-8ccb-fe3f2124a527 req-3cc60249-09e8-40b2-8547-7cdee61bdf94 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df3f9d0051034672b2d1f6007dfac45e&device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 1099 time: 0.0532484 Jun 17 14:31:04.294490 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc410af-7bbe-4ebb-8ccb-fe3f2124a527 req-c30e9073-6f08-4e6e-959c-f7fae49d07dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:04.296060 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2fc410af-7bbe-4ebb-8ccb-fe3f2124a527 req-c30e9073-6f08-4e6e-959c-f7fae49d07dd service neutron] 10.222.0.93 "GET /v2.0/networks?id=28c547f4-6a9c-4191-8f84-bf56696ffcf9 HTTP/1.1" status: 200 len: 919 time: 0.1034286 Jun 17 14:31:04.350250 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2fc410af-7bbe-4ebb-8ccb-fe3f2124a527 req-eea15e39-28ce-4e86-8f6a-7de012ca261c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90bda054-81c8-40a6-adab-ab5e0dca7ee8 HTTP/1.1" status: 200 len: 217 time: 0.0385933 Jun 17 14:31:04.414221 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc410af-7bbe-4ebb-8ccb-fe3f2124a527 req-7b85f44a-6146-4a9d-8185-0045238d0d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:04.415967 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2fc410af-7bbe-4ebb-8ccb-fe3f2124a527 req-7b85f44a-6146-4a9d-8185-0045238d0d5b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=be563bda-5edc-4f28-bda9-11728953d9ad HTTP/1.1" status: 200 len: 857 time: 0.0457015 Jun 17 14:31:04.466940 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2fc410af-7bbe-4ebb-8ccb-fe3f2124a527 req-1f809bfc-b0b9-4c09-9744-79aa781e367e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=28c547f4-6a9c-4191-8f84-bf56696ffcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270047 Jun 17 14:31:04.608219 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2fc410af-7bbe-4ebb-8ccb-fe3f2124a527 req-952a695c-a8bb-43de-ac7e-9c2ea502dfff service neutron] 10.222.0.93 "GET /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208782 Jun 17 14:31:04.760047 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8dd4a-ccd3-43f9-a149-c42f2e4a0524 req-bae8a9c0-410d-4dcb-9181-f62cafcafb73 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:04.761609 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-fab8dd4a-ccd3-43f9-a149-c42f2e4a0524 req-bae8a9c0-410d-4dcb-9181-f62cafcafb73 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.1695015 Jun 17 14:31:04.765090 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2fc410af-7bbe-4ebb-8ccb-fe3f2124a527 req-a24fa732-47c3-43fa-9872-1a3334a37a42 service neutron] 10.222.0.93 "GET /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398025 Jun 17 14:31:04.808239 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-fab8dd4a-ccd3-43f9-a149-c42f2e4a0524 req-9fed781f-07a5-44ef-9d1d-dc2b46a383a8 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404675 Jun 17 14:31:05.008331 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fc938-3d7c-43b9-914d-02750f126b98 req-b6ce2fc9-097d-4645-9226-bbe0f0dbea18 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:05.010176 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-d75fc938-3d7c-43b9-914d-02750f126b98 req-b6ce2fc9-097d-4645-9226-bbe0f0dbea18 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0733447 Jun 17 14:31:05.051539 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-d75fc938-3d7c-43b9-914d-02750f126b98 req-fe068aef-ee8b-4db7-9d7e-af9097b52ccd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355268 Jun 17 14:31:05.229658 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f9873-dc33-40e1-a02c-0a7b92e9f40d req-79c30bdb-6f57-4da7-996e-78af098fb48a tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:05.231087 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-9b1f9873-dc33-40e1-a02c-0a7b92e9f40d req-79c30bdb-6f57-4da7-996e-78af098fb48a tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0730693 Jun 17 14:31:05.277616 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-9b1f9873-dc33-40e1-a02c-0a7b92e9f40d req-47a16990-ee89-4b95-b47a-b32faa47a47a tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349979 Jun 17 14:31:05.307452 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:05.416245 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977882b-fc00-4191-ab09-19edcd4a6cc7 req-76aed4f0-f5b5-4eec-be66-19db58bef8b3 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:05.417880 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-9977882b-fc00-4191-ab09-19edcd4a6cc7 req-76aed4f0-f5b5-4eec-be66-19db58bef8b3 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0791976 Jun 17 14:31:05.427294 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 58146) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:05.432662 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-0cac1f3f-7ba7-41b6-b05b-adc6fb998998 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Request body: {'floatingip': {'port_id': 'e053dc2a-37a1-481c-a89e-6fd589dd4b82'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:31:05.474814 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a2146-eccb-4251-96af-aa74729bc2af req-cc327097-30ee-4e4c-9336-031e407c79b0 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:05.476271 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-292a2146-eccb-4251-96af-aa74729bc2af req-cc327097-30ee-4e4c-9336-031e407c79b0 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 945 time: 0.0670202 Jun 17 14:31:05.507529 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0cac1f3f-7ba7-41b6-b05b-adc6fb998998 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for floatingip, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:05.515791 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-292a2146-eccb-4251-96af-aa74729bc2af req-497dcb3e-3e39-48ee-a373-6fb5bd3c41a4 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/security-groups?id=16bfbc27-029a-495b-968f-a68da2e9cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328639 Jun 17 14:31:06.348663 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29175ae5-7ff3-4bd0-82ae-02f892865f29 req-6535a3b4-5ca2-4823-86b3-db12d9938b18 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:06.350229 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-29175ae5-7ff3-4bd0-82ae-02f892865f29 req-6535a3b4-5ca2-4823-86b3-db12d9938b18 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.4001451 Jun 17 14:31:06.373170 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0cac1f3f-7ba7-41b6-b05b-adc6fb998998 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:06.401918 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-29175ae5-7ff3-4bd0-82ae-02f892865f29 req-a24fc275-a144-481d-a642-7df5a36617f0 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437219 Jun 17 14:31:06.479005 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce8855-ff4c-4339-8f64-57f0db8e18d1 req-abe3f63a-b330-4a24-b4f9-496ad9b0d360 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:06.480662 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0dce8855-ff4c-4339-8f64-57f0db8e18d1 req-abe3f63a-b330-4a24-b4f9-496ad9b0d360 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0729554 Jun 17 14:31:06.499898 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0cac1f3f-7ba7-41b6-b05b-adc6fb998998 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982482'] for floatingip, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:06.519318 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0dce8855-ff4c-4339-8f64-57f0db8e18d1 req-de5c498d-c6f8-41e4-bf3b-4bc204898829 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323410 Jun 17 14:31:06.637547 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.db.l3_db [None req-0cac1f3f-7ba7-41b6-b05b-adc6fb998998 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Floating IP 37920606-19fe-4649-9fca-422e9cb8f306 associated. External IP: 172.28.1.79, port: e053dc2a-37a1-481c-a89e-6fd589dd4b82. Jun 17 14:31:06.684415 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a6017-fc17-4924-a77b-9073cd8d3acc req-3c8f971b-8d47-4df1-9e0e-b80a281848f0 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:06.685940 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-bd7a6017-fc17-4924-a77b-9073cd8d3acc req-3c8f971b-8d47-4df1-9e0e-b80a281848f0 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.1222742 Jun 17 14:31:06.695390 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca30bf-d5bd-45fc-8d2f-46166a33956d req-78c01d81-3428-4c0c-a721-340f7c52b30d tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:06.695390 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-85ca30bf-d5bd-45fc-8d2f-46166a33956d req-78c01d81-3428-4c0c-a721-340f7c52b30d tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 945 time: 0.0617023 Jun 17 14:31:06.695390 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 58170) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:06.700803 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-2c5ed7f7-4154-4e6b-bba6-d1cc7e1720ce tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Request body: {'floatingip': {'port_id': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:31:06.869049 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cac1f3f-7ba7-41b6-b05b-adc6fb998998 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:31:06.992292 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2c5ed7f7-4154-4e6b-bba6-d1cc7e1720ce tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for floatingip, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:06.995297 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cac1f3f-7ba7-41b6-b05b-adc6fb998998 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:31:07.004397 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0cac1f3f-7ba7-41b6-b05b-adc6fb998998 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for floatingip, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:07.011001 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8934a31-3547-402d-851e-2ccd9b4c6e25 None None] Sync routers for ids ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'] in dv-cinder-796286-6-smb {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:31:07.021015 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8934a31-3547-402d-851e-2ccd9b4c6e25 None None] Routers {'b192a0fe-ab3d-45b5-9ded-51ed45bf2419'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:31:07.022062 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-c8934a31-3547-402d-851e-2ccd9b4c6e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:30:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:07.054353 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-0cac1f3f-7ba7-41b6-b05b-adc6fb998998 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "PUT /v2.0/floatingips/37920606-19fe-4649-9fca-422e9cb8f306 HTTP/1.1" status: 200 len: 990 time: 1.6258996 Jun 17 14:31:07.058003 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd0312e-cd2a-444e-b4bc-5abaffe29390', 'tag': 'e053dc2a-37a1-481c-a89e-6fd589dd4b82'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:31:07.058658 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6892ef5-d1a1-4414-9cf0-566d0d49c44f" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd0312e-cd2a-444e-b4bc-5abaffe29390", "tag": "e053dc2a-37a1-481c-a89e-6fd589dd4b82"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:31:07.107027 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45c5564-295a-4e03-b95c-816caf94c6d3 x-openstack-request-id: req-b45c5564-295a-4e03-b95c-816caf94c6d3 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:31:07.107027 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd0312e-cd2a-444e-b4bc-5abaffe29390", "tag": "e053dc2a-37a1-481c-a89e-6fd589dd4b82", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:31:07.107027 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b45c5564-295a-4e03-b95c-816caf94c6d3 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:31:07.108179 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd0312e-cd2a-444e-b4bc-5abaffe29390', 'tag': 'e053dc2a-37a1-481c-a89e-6fd589dd4b82', 'status': 'completed', 'code': 200} Jun 17 14:31:07.142506 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-c8934a31-3547-402d-851e-2ccd9b4c6e25 None None] Set router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:31:07.298538 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-85ca30bf-d5bd-45fc-8d2f-46166a33956d req-d9eeb6b0-0b79-4b5f-b0de-5809e56385b6 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/security-groups?id=16bfbc27-029a-495b-968f-a68da2e9cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956187 Jun 17 14:31:07.377818 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6892ef5-d1a1-4414-9cf0-566d0d49c44f req-1e23a071-a093-4ff8-b21b-b9d82b506377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:07.379372 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b6892ef5-d1a1-4414-9cf0-566d0d49c44f req-1e23a071-a093-4ff8-b21b-b9d82b506377 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91695e22f84a4c668c9c5b12f8253bfc&device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 1098 time: 0.2118840 Jun 17 14:31:07.450271 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-c8934a31-3547-402d-851e-2ccd9b4c6e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'name': 'tempest-AttachVolumeTestJSON-926334786-router', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:18Z', 'updated_at': '2021-06-17T14:30:26Z', 'revision_number': 4, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'gw_port': {'id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_floatingips': [{'id': '37920606-19fe-4649-9fca-422e9cb8f306', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'floating_ip_address': '172.28.1.79', 'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'router_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'port_id': 'e053dc2a-37a1-481c-a89e-6fd589dd4b82', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'mac_address': 'fa:16:3e:10:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd0312e-cd2a-444e-b4bc-5abaffe29390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:30:41Z', 'updated_at': '2021-06-17T14:31:06Z', 'revision_number': 1, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87bc9829-7a6c-4d79-a690-976d47979889', 'name': '', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'mac_address': 'fa:16:3e:25:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:24Z', 'updated_at': '2021-06-17T14:30:39Z', 'revision_number': 5, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'subnets': [{'id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:07.475432 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8934a31-3547-402d-851e-2ccd9b4c6e25 None None] Checking router: b192a0fe-ab3d-45b5-9ded-51ed45bf2419 for host: dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:31:07.483711 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8934a31-3547-402d-851e-2ccd9b4c6e25 None None] Routers {'b192a0fe-ab3d-45b5-9ded-51ed45bf2419'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:31:07.484412 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-c8934a31-3547-402d-851e-2ccd9b4c6e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:30:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:07.645989 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-c8934a31-3547-402d-851e-2ccd9b4c6e25 None None] Set router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:31:07.708951 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6892ef5-d1a1-4414-9cf0-566d0d49c44f req-ef8ed1c5-2989-4997-b9ff-a14390f7493f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:07.710788 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b6892ef5-d1a1-4414-9cf0-566d0d49c44f req-ef8ed1c5-2989-4997-b9ff-a14390f7493f service neutron] 10.222.0.93 "GET /v2.0/networks?id=8135cc67-7047-4727-8ec0-17fbafcdfdf8 HTTP/1.1" status: 200 len: 912 time: 0.3192155 Jun 17 14:31:07.793938 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca650d-3d56-4dfa-a9c8-cc93b91f9ed0 req-f7ed79b5-b347-4eed-ae12-19e5b17567dc tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:07.806312 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4eca650d-3d56-4dfa-a9c8-cc93b91f9ed0 req-f7ed79b5-b347-4eed-ae12-19e5b17567dc tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.1294000 Jun 17 14:31:07.876084 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b6892ef5-d1a1-4414-9cf0-566d0d49c44f req-304793d5-4e5a-48d0-95c0-43d6bc9b9435 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e053dc2a-37a1-481c-a89e-6fd589dd4b82 HTTP/1.1" status: 200 len: 998 time: 0.1000798 Jun 17 14:31:07.888029 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4eca650d-3d56-4dfa-a9c8-cc93b91f9ed0 req-6d96a28b-5113-4334-b0b3-f9065883de74 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807288 Jun 17 14:31:07.966516 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2c5ed7f7-4154-4e6b-bba6-d1cc7e1720ce tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:07.966516 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 58206) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:07.982937 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6892ef5-d1a1-4414-9cf0-566d0d49c44f req-5ada9d82-e258-4b75-976c-80c07cd3897f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:07.984649 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b6892ef5-d1a1-4414-9cf0-566d0d49c44f req-5ada9d82-e258-4b75-976c-80c07cd3897f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ddf294c9-2449-47ab-84d6-49702a679f33 HTTP/1.1" status: 200 len: 849 time: 0.0813959 Jun 17 14:31:07.987764 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cddcd0-ea57-4628-adbe-980c49ad82c8 req-afd28b59-0f19-444e-a5ce-26c3797380b7 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:07.989343 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-90cddcd0-ea57-4628-adbe-980c49ad82c8 req-afd28b59-0f19-444e-a5ce-26c3797380b7 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 945 time: 0.0844786 Jun 17 14:31:08.074105 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6892ef5-d1a1-4414-9cf0-566d0d49c44f req-22a89c04-8cd7-4997-a319-2c85f933d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:08.075735 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b6892ef5-d1a1-4414-9cf0-566d0d49c44f req-22a89c04-8cd7-4997-a319-2c85f933d28d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8135cc67-7047-4727-8ec0-17fbafcdfdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733585 Jun 17 14:31:08.119648 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2c5ed7f7-4154-4e6b-bba6-d1cc7e1720ce tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982482'] for floatingip, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:08.127949 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-90cddcd0-ea57-4628-adbe-980c49ad82c8 req-b5270eef-2cae-4921-aba6-fd2e48c6e4df tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Deleting port 6b9ce875-843b-4f1e-a26a-7e065560e27c {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:31:08.128332 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-90cddcd0-ea57-4628-adbe-980c49ad82c8 req-b5270eef-2cae-4921-aba6-fd2e48c6e4df tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:08.152755 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-c8934a31-3547-402d-851e-2ccd9b4c6e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'name': 'tempest-AttachVolumeTestJSON-926334786-router', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:18Z', 'updated_at': '2021-06-17T14:30:26Z', 'revision_number': 4, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'gw_port': {'id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_floatingips': [{'id': '37920606-19fe-4649-9fca-422e9cb8f306', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'floating_ip_address': '172.28.1.79', 'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'router_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'port_id': 'e053dc2a-37a1-481c-a89e-6fd589dd4b82', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'mac_address': 'fa:16:3e:10:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd0312e-cd2a-444e-b4bc-5abaffe29390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:30:41Z', 'updated_at': '2021-06-17T14:31:06Z', 'revision_number': 1, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87bc9829-7a6c-4d79-a690-976d47979889', 'name': '', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'mac_address': 'fa:16:3e:25:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:24Z', 'updated_at': '2021-06-17T14:30:39Z', 'revision_number': 5, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'subnets': [{'id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:08.169273 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-30fc3384-029d-4a6b-a74a-80a56f38cbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:08.186801 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8934a31-3547-402d-851e-2ccd9b4c6e25 None None] The sync data for ids ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'] in dv-cinder-796286-6-smb is: [{'id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'name': 'tempest-AttachVolumeTestJSON-926334786-router', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:18Z', 'updated_at': '2021-06-17T14:30:26Z', 'revision_number': 4, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'gw_port': {'id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_floatingips': [{'id': '37920606-19fe-4649-9fca-422e9cb8f306', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'floating_ip_address': '172.28.1.79', 'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'router_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'port_id': 'e053dc2a-37a1-481c-a89e-6fd589dd4b82', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'mac_address': 'fa:16:3e:10:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd0312e-cd2a-444e-b4bc-5abaffe29390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:30:41Z', 'updated_at': '2021-06-17T14:31:06Z', 'revision_number': 1, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87bc9829-7a6c-4d79-a690-976d47979889', 'name': '', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'mac_address': 'fa:16:3e:25:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:24Z', 'updated_at': '2021-06-17T14:30:39Z', 'revision_number': 5, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'subnets': [{'id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:31:08.230955 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-90cddcd0-ea57-4628-adbe-980c49ad82c8 req-b5270eef-2cae-4921-aba6-fd2e48c6e4df tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] For port 6b9ce875-843b-4f1e-a26a-7e065560e27c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b9ce875-843b-4f1e-a26a-7e065560e27c,segment=NetworkSegment(401b96fc-a845-466b-b735-e05f14cb5de6),segment_id=401b96fc-a845-466b-b735-e05f14cb5de6)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:31:08.231336 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-90cddcd0-ea57-4628-adbe-980c49ad82c8 req-b5270eef-2cae-4921-aba6-fd2e48c6e4df tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:08.323585 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b6892ef5-d1a1-4414-9cf0-566d0d49c44f req-5832797a-4862-4ae1-8bdc-bd7567ee4489 service neutron] 10.222.0.93 "GET /v2.0/networks/8135cc67-7047-4727-8ec0-17fbafcdfdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403355 Jun 17 14:31:08.336852 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-90cddcd0-ea57-4628-adbe-980c49ad82c8 req-b5270eef-2cae-4921-aba6-fd2e48c6e4df tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Calling delete_port for 6b9ce875-843b-4f1e-a26a-7e065560e27c owned by compute:nova {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:31:08.500185 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5718a2a1-7077-45cd-a5ff-26b6c1e083ee None None] New status for floating IP 37920606-19fe-4649-9fca-422e9cb8f306: ACTIVE {{(pid=93281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:31:08.591000 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46349606-eb48-4817-ba61-b78f904698fb req-58c5d2cd-5b95-4598-80d2-54961080411f tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:08.592837 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-46349606-eb48-4817-ba61-b78f904698fb req-58c5d2cd-5b95-4598-80d2-54961080411f tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 945 time: 0.1040092 Jun 17 14:31:08.634731 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-46349606-eb48-4817-ba61-b78f904698fb req-57443b5a-6738-4833-af2c-1c663f6b497e tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/security-groups?id=16bfbc27-029a-495b-968f-a68da2e9cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360835 Jun 17 14:31:08.639996 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-90cddcd0-ea57-4628-adbe-980c49ad82c8 req-b5270eef-2cae-4921-aba6-fd2e48c6e4df tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:08.645768 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-bb693517-2d28-449a-9c50-c0ed8ab29ec2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:08.676803 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['6b9ce875-843b-4f1e-a26a-7e065560e27c'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:31:08.679064 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5270eef-2cae-4921-aba6-fd2e48c6e4df tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Pushing event deleted for resources: {'Port': ['ID=6b9ce875-843b-4f1e-a26a-7e065560e27c,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:08.682873 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-b5270eef-2cae-4921-aba6-fd2e48c6e4df tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:08.708336 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.db.l3_db [None req-2c5ed7f7-4154-4e6b-bba6-d1cc7e1720ce tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Floating IP bd04fd0f-296f-47a6-92ca-9d9c6cd0fe41 associated. External IP: 172.28.1.72, port: 1decf4ee-f6eb-4dd3-a505-fed7d5678a46. Jun 17 14:31:08.740387 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cddcd0-ea57-4628-adbe-980c49ad82c8 req-b5270eef-2cae-4921-aba6-fd2e48c6e4df tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] No DVR routers for this DVR port 6b9ce875-843b-4f1e-a26a-7e065560e27c on host hv-cinder-79628 {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:31:08.744097 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-90cddcd0-ea57-4628-adbe-980c49ad82c8 req-b5270eef-2cae-4921-aba6-fd2e48c6e4df tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:08.746186 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-90cddcd0-ea57-4628-adbe-980c49ad82c8 req-b5270eef-2cae-4921-aba6-fd2e48c6e4df tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.93 "DELETE /v2.0/ports/6b9ce875-843b-4f1e-a26a-7e065560e27c HTTP/1.1" status: 204 len: 173 time: 0.7411971 Jun 17 14:31:08.860218 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b6892ef5-d1a1-4414-9cf0-566d0d49c44f req-151fd00c-4593-4c48-a76f-15cf9e2a5090 service neutron] 10.222.0.93 "GET /v2.0/networks/8135cc67-7047-4727-8ec0-17fbafcdfdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006402 Jun 17 14:31:08.863587 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-30fc3384-029d-4a6b-a74a-80a56f38cbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:08.972233 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-30fc3384-029d-4a6b-a74a-80a56f38cbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:08.978682 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:09.020641 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc3384-029d-4a6b-a74a-80a56f38cbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a22676-1b34-41e1-9eb0-74d4a3f2952b,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:09.036959 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-30fc3384-029d-4a6b-a74a-80a56f38cbe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:09.036959 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-30fc3384-029d-4a6b-a74a-80a56f38cbe0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d5c129173275449c8507aa8c56c8ef7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0670102 Jun 17 14:31:09.038559 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 58232) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:09.064091 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5ed7f7-4154-4e6b-bba6-d1cc7e1720ce tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Router 2a8afa69-050d-4668-abf0-0f3ecd55234c has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:31:09.091785 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-49a30064-62aa-4d62-aedb-90f090d72c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:09.111600 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c77d158-adfe-4070-b34b-e0029fa932c2', 'name': 'network-vif-deleted', 'tag': '6b9ce875-843b-4f1e-a26a-7e065560e27c'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:31:09.113929 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b83e2d-120f-4f76-b4be-a4bc6747de7a" -d '{"events": [{"server_uuid": "1c77d158-adfe-4070-b34b-e0029fa932c2", "name": "network-vif-deleted", "tag": "6b9ce875-843b-4f1e-a26a-7e065560e27c"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:31:09.121575 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-49a30064-62aa-4d62-aedb-90f090d72c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:09.153122 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab38221a-1a06-4a94-8f74-c74ad12e6e3e x-openstack-request-id: req-ab38221a-1a06-4a94-8f74-c74ad12e6e3e {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:31:09.153443 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c77d158-adfe-4070-b34b-e0029fa932c2", "name": "network-vif-deleted", "tag": "6b9ce875-843b-4f1e-a26a-7e065560e27c", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:31:09.153744 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ab38221a-1a06-4a94-8f74-c74ad12e6e3e {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:31:09.154154 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c77d158-adfe-4070-b34b-e0029fa932c2', 'name': 'network-vif-deleted', 'tag': '6b9ce875-843b-4f1e-a26a-7e065560e27c', 'status': 'completed', 'code': 200} Jun 17 14:31:09.229904 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667103f-b4b7-471c-ba4f-68282f5f64f5 req-1f1ac968-435c-4cf2-9dbf-88f0c2f6a97b tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:09.233486 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4667103f-b4b7-471c-ba4f-68282f5f64f5 req-1f1ac968-435c-4cf2-9dbf-88f0c2f6a97b tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.1662579 Jun 17 14:31:09.238173 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-49a30064-62aa-4d62-aedb-90f090d72c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:09.241687 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-49a30064-62aa-4d62-aedb-90f090d72c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:09.244757 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-49a30064-62aa-4d62-aedb-90f090d72c42 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/82a22676-1b34-41e1-9eb0-74d4a3f2952b HTTP/1.1" status: 204 len: 168 time: 0.2040954 Jun 17 14:31:09.245672 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-9abd355e-38fb-42dd-94c6-f32d24422db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:09.253948 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5ed7f7-4154-4e6b-bba6-d1cc7e1720ce tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:31:09.255646 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a30064-62aa-4d62-aedb-90f090d72c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a22676-1b34-41e1-9eb0-74d4a3f2952b,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:09.264345 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-49a30064-62aa-4d62-aedb-90f090d72c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:09.266218 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511792ef-29c3-4a52-9b8c-f9603fd612fc None None] Sync routers for ids ['2a8afa69-050d-4668-abf0-0f3ecd55234c'] in dv-cinder-796286-6-smb {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:31:09.266931 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2c5ed7f7-4154-4e6b-bba6-d1cc7e1720ce tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:09.290882 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511792ef-29c3-4a52-9b8c-f9603fd612fc None None] Routers {'2a8afa69-050d-4668-abf0-0f3ecd55234c'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:31:09.290882 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-511792ef-29c3-4a52-9b8c-f9603fd612fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:30:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['2a8afa69-050d-4668-abf0-0f3ecd55234c'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:09.332026 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4667103f-b4b7-471c-ba4f-68282f5f64f5 req-96e803ce-008e-4275-958b-bf2d7673afa6 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899231 Jun 17 14:31:09.337099 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-2c5ed7f7-4154-4e6b-bba6-d1cc7e1720ce tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "PUT /v2.0/floatingips/bd04fd0f-296f-47a6-92ca-9d9c6cd0fe41 HTTP/1.1" status: 200 len: 990 time: 2.6375251 Jun 17 14:31:09.337099 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdba02af-6d45-46b5-8ed7-c2e4d6780d70', 'tag': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:31:09.337846 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8863a126823674440be2fd171a9f51742ed7e76304ce63add1381630eebf7721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3c5ba5-81fc-42bc-879e-f89deee2ed8d" -d '{"events": [{"name": "network-changed", "server_uuid": "cdba02af-6d45-46b5-8ed7-c2e4d6780d70", "tag": "1decf4ee-f6eb-4dd3-a505-fed7d5678a46"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:31:09.409453 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f226197-5fa9-4066-8e40-28c0ca8fb959 x-openstack-request-id: req-8f226197-5fa9-4066-8e40-28c0ca8fb959 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:31:09.413283 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdba02af-6d45-46b5-8ed7-c2e4d6780d70", "tag": "1decf4ee-f6eb-4dd3-a505-fed7d5678a46", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:31:09.413283 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8f226197-5fa9-4066-8e40-28c0ca8fb959 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:31:09.413283 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdba02af-6d45-46b5-8ed7-c2e4d6780d70', 'tag': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46', 'status': 'completed', 'code': 200} Jun 17 14:31:09.464028 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-511792ef-29c3-4a52-9b8c-f9603fd612fc None None] Set router 2a8afa69-050d-4668-abf0-0f3ecd55234c gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:31:09.506431 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c5ba5-81fc-42bc-879e-f89deee2ed8d req-5d003a4a-94b3-44ed-ba85-3e80d59ccae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:09.508874 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4a3c5ba5-81fc-42bc-879e-f89deee2ed8d req-5d003a4a-94b3-44ed-ba85-3e80d59ccae8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f734e894b23d43df98ee905f03cdfe49&device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 1098 time: 0.0670631 Jun 17 14:31:09.643801 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c5ba5-81fc-42bc-879e-f89deee2ed8d req-1c4a614f-0651-4e46-84be-a29518210a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:09.645652 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4a3c5ba5-81fc-42bc-879e-f89deee2ed8d req-1c4a614f-0651-4e46-84be-a29518210a40 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5c84abbf-7edc-4ea0-b570-d4f577e25772 HTTP/1.1" status: 200 len: 918 time: 0.1264591 Jun 17 14:31:09.726458 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4a3c5ba5-81fc-42bc-879e-f89deee2ed8d req-79583a45-b84f-494a-b6a3-d46b51233a7b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1decf4ee-f6eb-4dd3-a505-fed7d5678a46 HTTP/1.1" status: 200 len: 998 time: 0.0667372 Jun 17 14:31:09.742082 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-511792ef-29c3-4a52-9b8c-f9603fd612fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'name': 'tempest-AttachVolumeShelveTestJSON-680198692-router', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:15Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 4, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'gw_port': {'id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:16Z', 'updated_at': '2021-06-17T14:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_floatingips': [{'id': 'bd04fd0f-296f-47a6-92ca-9d9c6cd0fe41', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'floating_ip_address': '172.28.1.72', 'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'router_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'port_id': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'mac_address': 'fa:16:3e:3f:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba02af-6d45-46b5-8ed7-c2e4d6780d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:30:32Z', 'updated_at': '2021-06-17T14:31:07Z', 'revision_number': 1, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c809b4f-1a37-49c2-9844-5c0550ff4976', 'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'mac_address': 'fa:16:3e:35:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:33Z', 'revision_number': 5, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'subnets': [{'id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:09.792015 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c5ba5-81fc-42bc-879e-f89deee2ed8d req-128f836a-c897-4308-952f-484bdec34558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:09.793903 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4a3c5ba5-81fc-42bc-879e-f89deee2ed8d req-128f836a-c897-4308-952f-484bdec34558 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cdb313b6-281b-48ec-b3c1-9a23239d4b57 HTTP/1.1" status: 200 len: 855 time: 0.0598710 Jun 17 14:31:09.817353 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511792ef-29c3-4a52-9b8c-f9603fd612fc None None] Checking router: 2a8afa69-050d-4668-abf0-0f3ecd55234c for host: dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:31:09.836830 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511792ef-29c3-4a52-9b8c-f9603fd612fc None None] Routers {'2a8afa69-050d-4668-abf0-0f3ecd55234c'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:31:09.837484 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-511792ef-29c3-4a52-9b8c-f9603fd612fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:30:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['2a8afa69-050d-4668-abf0-0f3ecd55234c'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:09.874290 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-47703262-fcef-4588-ae64-b3e0fd0a88bf req-b4084b64-46d8-4b97-b2f7-2b59c36cad26 tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c77d158-adfe-4070-b34b-e0029fa932c2 HTTP/1.1" status: 200 len: 210 time: 0.0538802 Jun 17 14:31:09.880774 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c5ba5-81fc-42bc-879e-f89deee2ed8d req-3052031a-8999-48fc-8643-b0a43617f5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:09.890144 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4a3c5ba5-81fc-42bc-879e-f89deee2ed8d req-3052031a-8999-48fc-8643-b0a43617f5e0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5c84abbf-7edc-4ea0-b570-d4f577e25772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0878360 Jun 17 14:31:09.997923 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-511792ef-29c3-4a52-9b8c-f9603fd612fc None None] Set router 2a8afa69-050d-4668-abf0-0f3ecd55234c gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:31:10.030200 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4a3c5ba5-81fc-42bc-879e-f89deee2ed8d req-dcfa1add-40d7-49b0-95af-b9a4fc89a24f service neutron] 10.222.0.93 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334865 Jun 17 14:31:10.165966 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4a3c5ba5-81fc-42bc-879e-f89deee2ed8d req-3f962b22-a7de-466d-9fd2-c2b86039cde4 service neutron] 10.222.0.93 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269581 Jun 17 14:31:10.197109 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 58276) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:10.219907 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-996bfe71-03a4-497d-8227-e6ec369bc228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:10.324385 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-511792ef-29c3-4a52-9b8c-f9603fd612fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'name': 'tempest-AttachVolumeShelveTestJSON-680198692-router', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:15Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 4, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'gw_port': {'id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:16Z', 'updated_at': '2021-06-17T14:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_floatingips': [{'id': 'bd04fd0f-296f-47a6-92ca-9d9c6cd0fe41', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'floating_ip_address': '172.28.1.72', 'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'router_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'port_id': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'mac_address': 'fa:16:3e:3f:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba02af-6d45-46b5-8ed7-c2e4d6780d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:30:32Z', 'updated_at': '2021-06-17T14:31:07Z', 'revision_number': 1, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c809b4f-1a37-49c2-9844-5c0550ff4976', 'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'mac_address': 'fa:16:3e:35:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:33Z', 'revision_number': 5, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'subnets': [{'id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:10.351617 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-996bfe71-03a4-497d-8227-e6ec369bc228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:10.352988 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511792ef-29c3-4a52-9b8c-f9603fd612fc None None] The sync data for ids ['2a8afa69-050d-4668-abf0-0f3ecd55234c'] in dv-cinder-796286-6-smb is: [{'id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'name': 'tempest-AttachVolumeShelveTestJSON-680198692-router', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:15Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 4, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'gw_port': {'id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:16Z', 'updated_at': '2021-06-17T14:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_floatingips': [{'id': 'bd04fd0f-296f-47a6-92ca-9d9c6cd0fe41', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'floating_ip_address': '172.28.1.72', 'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'router_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'port_id': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'mac_address': 'fa:16:3e:3f:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdba02af-6d45-46b5-8ed7-c2e4d6780d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:30:32Z', 'updated_at': '2021-06-17T14:31:07Z', 'revision_number': 1, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c809b4f-1a37-49c2-9844-5c0550ff4976', 'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'mac_address': 'fa:16:3e:35:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:33Z', 'revision_number': 5, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'subnets': [{'id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:31:10.451694 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-996bfe71-03a4-497d-8227-e6ec369bc228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:10.461378 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-6923cea7-217b-4608-b048-68f00f123993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:10.544868 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-996bfe71-03a4-497d-8227-e6ec369bc228 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8106c003234240a7a6f876bb9d90a8ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3451848 Jun 17 14:31:10.547770 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 58292) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:10.550925 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bfe71-03a4-497d-8227-e6ec369bc228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd69d464-e680-49c7-980b-16550808cb50,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:10.555310 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-996bfe71-03a4-497d-8227-e6ec369bc228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:10.601221 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c78b5f-cb80-49e8-a8ec-2b2eecfe9915 req-888de235-69d2-48c3-b8a2-8748be5564be tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:10.607175 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f7c78b5f-cb80-49e8-a8ec-2b2eecfe9915 req-888de235-69d2-48c3-b8a2-8748be5564be tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.1312301 Jun 17 14:31:10.628282 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ca2e3586-e978-411c-a262-e7c94d28a8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:10.669314 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f7c78b5f-cb80-49e8-a8ec-2b2eecfe9915 req-7d2abe25-ffff-4ce8-a5d9-1e57c535f02c tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560365 Jun 17 14:31:10.682350 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d39b36-1f21-4e44-a369-2cd45d1d7d49 None None] New status for floating IP bd04fd0f-296f-47a6-92ca-9d9c6cd0fe41: ACTIVE {{(pid=93281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:31:10.691587 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ca2e3586-e978-411c-a262-e7c94d28a8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:10.882004 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ca2e3586-e978-411c-a262-e7c94d28a8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:10.885222 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ca2e3586-e978-411c-a262-e7c94d28a8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:10.886406 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-ca2e3586-e978-411c-a262-e7c94d28a8da admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dd69d464-e680-49c7-980b-16550808cb50 HTTP/1.1" status: 204 len: 168 time: 0.3377774 Jun 17 14:31:10.887241 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-2de5ccae-94c3-428d-9772-aa7eb6b3af4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:10.894852 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e3586-e978-411c-a262-e7c94d28a8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd69d464-e680-49c7-980b-16550808cb50,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:10.897033 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-ca2e3586-e978-411c-a262-e7c94d28a8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:10.931819 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 58308) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:11.391697 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 58328) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:11.399923 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c4d047a8-b51c-4640-826d-027bc836cee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:11.474693 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c8697a68-a204-4bb0-ab5a-f3d2cca5e464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:11.524805 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c4d047a8-b51c-4640-826d-027bc836cee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:11.637015 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c4d047a8-b51c-4640-826d-027bc836cee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:11.644226 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-3147ca5e-2ae6-4d62-8308-b03d57f8adbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:11.689056 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-c4d047a8-b51c-4640-826d-027bc836cee4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=326ec992ac364b818a7ba19c61e52fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7560792 Jun 17 14:31:11.691936 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 58340) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:11.696263 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d047a8-b51c-4640-826d-027bc836cee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f485a2-4dad-4804-a435-d1d4082b714f,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:11.700911 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c4d047a8-b51c-4640-826d-027bc836cee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:11.757064 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-be07998d-ec07-4f3c-a993-df2fe9af1777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:11.760092 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c8697a68-a204-4bb0-ab5a-f3d2cca5e464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:11.781683 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-be07998d-ec07-4f3c-a993-df2fe9af1777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:11.832670 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c8697a68-a204-4bb0-ab5a-f3d2cca5e464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:11.842832 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:11.886002 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-c8697a68-a204-4bb0-ab5a-f3d2cca5e464 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ba828339d455469d91da680068a42c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4876432 Jun 17 14:31:11.886002 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8697a68-a204-4bb0-ab5a-f3d2cca5e464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fc3fbd-cce0-4d85-971b-63b1c547b411,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:11.886375 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b191b87-21e6-4919-ad73-65c321be4b5a req-8fc18a80-3f57-4a22-837d-687321139592 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:11.890125 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8b191b87-21e6-4919-ad73-65c321be4b5a req-8fc18a80-3f57-4a22-837d-687321139592 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0725820 Jun 17 14:31:11.890834 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 58352) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:11.895965 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c8697a68-a204-4bb0-ab5a-f3d2cca5e464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:11.930993 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 6b9ce875-843b-4f1e-a26a-7e065560e27c no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:31:11.958741 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] No Port match for: 6b9ce875-843b-4f1e-a26a-7e065560e27c {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:31:11.959353 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 6b9ce875-843b-4f1e-a26a-7e065560e27c not bound to the agent host hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:31:11.972962 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8b191b87-21e6-4919-ad73-65c321be4b5a req-28a3fe67-e45d-419a-9b29-992a7d06a1e5 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591443 Jun 17 14:31:11.978446 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-be07998d-ec07-4f3c-a993-df2fe9af1777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:11.981747 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-be07998d-ec07-4f3c-a993-df2fe9af1777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:11.983420 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-be07998d-ec07-4f3c-a993-df2fe9af1777 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/47f485a2-4dad-4804-a435-d1d4082b714f HTTP/1.1" status: 204 len: 168 time: 0.2894440 Jun 17 14:31:11.986747 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-33da9c89-a138-477d-ba77-e9f063018d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:11.997968 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07998d-ec07-4f3c-a993-df2fe9af1777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f485a2-4dad-4804-a435-d1d4082b714f,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:12.000982 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-be07998d-ec07-4f3c-a993-df2fe9af1777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:12.013575 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f72e0155-1739-4d69-8f94-cde4937e2329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:12.038061 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f72e0155-1739-4d69-8f94-cde4937e2329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:12.199668 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f72e0155-1739-4d69-8f94-cde4937e2329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:12.202935 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f72e0155-1739-4d69-8f94-cde4937e2329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:12.204264 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-f72e0155-1739-4d69-8f94-cde4937e2329 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c2fc3fbd-cce0-4d85-971b-63b1c547b411 HTTP/1.1" status: 204 len: 168 time: 0.3116803 Jun 17 14:31:12.205113 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-cf6570ae-c117-4008-93d1-641006d56df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:12.213331 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e0155-1739-4d69-8f94-cde4937e2329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fc3fbd-cce0-4d85-971b-63b1c547b411,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:12.216091 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-f72e0155-1739-4d69-8f94-cde4937e2329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:12.587975 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 58378) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:12.636720 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ecb3eb-38c4-4679-9d91-4f3ffcd6899b admin admin] Deleting subnet c918cc7b-dc6e-47aa-94e8-e76ed3b447c3 {{(pid=93280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:31:12.639997 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-77ecb3eb-38c4-4679-9d91-4f3ffcd6899b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:12.680890 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-77ecb3eb-38c4-4679-9d91-4f3ffcd6899b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:12.690090 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-77ecb3eb-38c4-4679-9d91-4f3ffcd6899b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602239'] for subnet, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:12.794606 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 58382) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:12.807882 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6da287c3-abec-47c5-bdd8-5ea4bffcf80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:12.848268 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-77ecb3eb-38c4-4679-9d91-4f3ffcd6899b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941'] for subnet, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:12.855412 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-86e8406d-8878-461e-8fb9-4e59d5c673be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:12.889531 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecb3eb-38c4-4679-9d91-4f3ffcd6899b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c918cc7b-dc6e-47aa-94e8-e76ed3b447c3,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:12.892248 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-77ecb3eb-38c4-4679-9d91-4f3ffcd6899b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for subnet, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:12.894119 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-77ecb3eb-38c4-4679-9d91-4f3ffcd6899b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c918cc7b-dc6e-47aa-94e8-e76ed3b447c3 HTTP/1.1" status: 204 len: 168 time: 0.3051271 Jun 17 14:31:12.896699 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 58384) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:12.905904 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-77ecb3eb-38c4-4679-9d91-4f3ffcd6899b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:12.944638 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6da287c3-abec-47c5-bdd8-5ea4bffcf80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:12.975223 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2004059'] for network, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.063422 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601830', 'neutron.services.segments.db._delete_segments_for_network-8793008842900'] for network, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.075116 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6da287c3-abec-47c5-bdd8-5ea4bffcf80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.075244 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:31:13.075540 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:31:13.076499 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:31:13.076853 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Subscribe: > port after_create 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:31:13.077195 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Subscribe: > port after_delete 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:31:13.077540 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Subscribe: > port after_update 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:31:13.077871 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:31:13.078192 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:31:13.078511 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:31:13.078826 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:31:13.102566 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-f72e0155-1739-4d69-8f94-cde4937e2329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:13.121326 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-6da287c3-abec-47c5-bdd8-5ea4bffcf80a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1a673d6d0ea34afc97314c47e0de149d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233430 Jun 17 14:31:13.122809 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 58390) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:13.156053 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da287c3-abec-47c5-bdd8-5ea4bffcf80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78dba6c-2f24-4ac3-8864-7ef8b8af4f83,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:13.185136 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da287c3-abec-47c5-bdd8-5ea4bffcf80a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:13.185136 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da287c3-abec-47c5-bdd8-5ea4bffcf80a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:13.185136 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da287c3-abec-47c5-bdd8-5ea4bffcf80a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:13.185136 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da287c3-abec-47c5-bdd8-5ea4bffcf80a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:13.185136 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da287c3-abec-47c5-bdd8-5ea4bffcf80a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:13.185136 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da287c3-abec-47c5-bdd8-5ea4bffcf80a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:13.185136 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da287c3-abec-47c5-bdd8-5ea4bffcf80a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:13.185136 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da287c3-abec-47c5-bdd8-5ea4bffcf80a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:13.185136 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da287c3-abec-47c5-bdd8-5ea4bffcf80a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:13.185136 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da287c3-abec-47c5-bdd8-5ea4bffcf80a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:13.186001 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da287c3-abec-47c5-bdd8-5ea4bffcf80a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:13.186001 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da287c3-abec-47c5-bdd8-5ea4bffcf80a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:13.200196 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-6da287c3-abec-47c5-bdd8-5ea4bffcf80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:13.219451 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 58398) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:13.243599 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7d84e429-10ca-455a-93f9-cd70db3ebaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.279113 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 58402) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:13.293369 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-03d914e1-1294-43f6-9f0c-0d5aaa222317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.301816 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7d84e429-10ca-455a-93f9-cd70db3ebaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.303792 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c48b3fbc-7bc1-422c-8f36-105f5d71375b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.332693 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:31:13.333040 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:31:13.333674 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:31:13.334148 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:31:13.334658 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1724ad49-1d14-4597-a4a2-7c94b156f369']}} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:13.386015 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401b96fc-a845-466b-b735-e05f14cb5de6') {'for_net_delete': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:13.386313 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401b96fc-a845-466b-b735-e05f14cb5de6') {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:31:13.405520 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793008841189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261297418'] for segment, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.431056 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.441703 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=93279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:31:13.442083 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260461670'] for segment, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.446001 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7d84e429-10ca-455a-93f9-cd70db3ebaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: from cryptography.utils import int_from_bytes Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: from cryptography.utils import int_from_bytes Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: retrieve_revision_numbers = { Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: retrieve_revision_numbers = { Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: retrieve_revision_numbers = { Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: retrieve_revision_numbers = { Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: retrieve_revision_numbers = { Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: retrieve_revision_numbers = { Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: Traceback (most recent call last): Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: timer() Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: cb(*args, **kw) Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: return func(*args, **kwargs) Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: self._notify() Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: self.callback(batched_events) Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: event.method(event) Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: return f(self, *a, **k) Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: return self._get(url).json() Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: return self.request(url, 'GET', **kwargs) Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:31:13.447031 dv-cinder-796286-6-smb neutron-server[93279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:31:13.456832 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7d84e429-10ca-455a-93f9-cd70db3ebaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.456832 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-7d84e429-10ca-455a-93f9-cd70db3ebaaf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c78dba6c-2f24-4ac3-8864-7ef8b8af4f83 HTTP/1.1" status: 204 len: 168 time: 0.3269868 Jun 17 14:31:13.456832 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-ca2e3586-e978-411c-a262-e7c94d28a8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:13.483546 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84e429-10ca-455a-93f9-cd70db3ebaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78dba6c-2f24-4ac3-8864-7ef8b8af4f83,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:13.487625 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-7d84e429-10ca-455a-93f9-cd70db3ebaaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:13.488360 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-25059d6d-f568-4a30-a56b-98688dc98995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.491128 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a577588-5c3e-4837-8280-b34a8ddc36bb req-5a6aa69f-5a70-498c-873b-405d73d8f3b6 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:13.499316 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2a577588-5c3e-4837-8280-b34a8ddc36bb req-5a6aa69f-5a70-498c-873b-405d73d8f3b6 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.1584942 Jun 17 14:31:13.555973 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c48b3fbc-7bc1-422c-8f36-105f5d71375b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.565997 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2a577588-5c3e-4837-8280-b34a8ddc36bb req-c69d2118-82e8-46f4-b099-13901f41b7ab tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658371 Jun 17 14:31:13.622861 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970450'] for network, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.624451 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c48b3fbc-7bc1-422c-8f36-105f5d71375b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.627779 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-35865959-88ed-407f-a7c1-5e1f6c72f187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:13.629700 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:13.644583 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.647537 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] 10.222.0.86 "DELETE /v2.0/networks/1724ad49-1d14-4597-a4a2-7c94b156f369 HTTP/1.1" status: 204 len: 168 time: 0.7459397 Jun 17 14:31:13.649439 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Pushing event deleted for resources: {'Network': ['ID=1724ad49-1d14-4597-a4a2-7c94b156f369,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:13.653310 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:13.677252 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-c48b3fbc-7bc1-422c-8f36-105f5d71375b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=959740c8bc4b455da1770453051f753c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3944309 Jun 17 14:31:13.680068 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 58408) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:13.691812 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b3fbc-7bc1-422c-8f36-105f5d71375b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2c452c-c44c-4a9b-b575-85580cb052d1,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:13.697894 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c48b3fbc-7bc1-422c-8f36-105f5d71375b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:13.754533 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8478-b1d5-4b7e-b237-e666b86ec2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.755101 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-25059d6d-f568-4a30-a56b-98688dc98995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.782141 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8478-b1d5-4b7e-b237-e666b86ec2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.819152 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-25059d6d-f568-4a30-a56b-98688dc98995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.831207 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:13.861934 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-25059d6d-f568-4a30-a56b-98688dc98995 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fa70ab4e9d624daba69912f24f8a20fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6399360 Jun 17 14:31:13.861934 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25059d6d-f568-4a30-a56b-98688dc98995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8327b155-03ee-4dde-a97c-2c6f7ac23406,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:13.863536 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 58418) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:13.864335 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-25059d6d-f568-4a30-a56b-98688dc98995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:13.903458 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8478-b1d5-4b7e-b237-e666b86ec2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.907440 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8478-b1d5-4b7e-b237-e666b86ec2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:13.911580 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-fd2e8478-b1d5-4b7e-b237-e666b86ec2bf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bd2c452c-c44c-4a9b-b575-85580cb052d1 HTTP/1.1" status: 204 len: 168 time: 0.2275019 Jun 17 14:31:13.911580 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-aaf95c98-fd9d-44df-8897-8b544e3ddc5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:14.402096 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e8478-b1d5-4b7e-b237-e666b86ec2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2c452c-c44c-4a9b-b575-85580cb052d1,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:14.402096 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-fd2e8478-b1d5-4b7e-b237-e666b86ec2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:14.402096 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc040093-a680-4156-b726-f8084022425c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:14.402096 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc040093-a680-4156-b726-f8084022425c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:14.402096 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 58426) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:14.402096 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-264f159d-e523-44cd-ad1e-c139ea773124 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c5ee367a2b464762a0daffd2dcf1cc80&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0421968 Jun 17 14:31:14.402096 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 58428) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:14.402096 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-696e0308-15f0-4f49-8627-1498c4a33c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:14.402096 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-696e0308-15f0-4f49-8627-1498c4a33c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:14.434324 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc040093-a680-4156-b726-f8084022425c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:14.438436 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-bc040093-a680-4156-b726-f8084022425c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:14.441992 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-bc040093-a680-4156-b726-f8084022425c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8327b155-03ee-4dde-a97c-2c6f7ac23406 HTTP/1.1" status: 204 len: 168 time: 0.5750103 Jun 17 14:31:14.441992 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-61dc68fa-d2d4-4c75-b43e-f03c11ef794a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:14.448750 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc040093-a680-4156-b726-f8084022425c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8327b155-03ee-4dde-a97c-2c6f7ac23406,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:14.455748 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc040093-a680-4156-b726-f8084022425c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:14.456112 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc040093-a680-4156-b726-f8084022425c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:14.456468 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc040093-a680-4156-b726-f8084022425c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:14.456820 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc040093-a680-4156-b726-f8084022425c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:14.457169 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc040093-a680-4156-b726-f8084022425c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:14.457536 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc040093-a680-4156-b726-f8084022425c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:14.457880 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc040093-a680-4156-b726-f8084022425c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:14.458222 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc040093-a680-4156-b726-f8084022425c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:14.458567 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc040093-a680-4156-b726-f8084022425c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:14.458904 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc040093-a680-4156-b726-f8084022425c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:14.459239 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc040093-a680-4156-b726-f8084022425c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:14.459599 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc040093-a680-4156-b726-f8084022425c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:14.462404 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-bc040093-a680-4156-b726-f8084022425c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:14.716118 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-696e0308-15f0-4f49-8627-1498c4a33c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:14.719160 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-696e0308-15f0-4f49-8627-1498c4a33c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:14.720476 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-696e0308-15f0-4f49-8627-1498c4a33c63 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/16bfbc27-029a-495b-968f-a68da2e9cb8c HTTP/1.1" status: 204 len: 168 time: 0.4529927 Jun 17 14:31:14.721377 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:14.730906 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e0308-15f0-4f49-8627-1498c4a33c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bfbc27-029a-495b-968f-a68da2e9cb8c,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:14.733452 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-696e0308-15f0-4f49-8627-1498c4a33c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:14.752748 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e76cc2-3b67-4c22-b139-acd132fc5502 req-2cb42e0a-256d-401e-8368-48293c1f2e52 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:14.754292 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-68e76cc2-3b67-4c22-b139-acd132fc5502 req-2cb42e0a-256d-401e-8368-48293c1f2e52 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0707483 Jun 17 14:31:14.794065 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-68e76cc2-3b67-4c22-b139-acd132fc5502 req-653ded80-6473-458f-b81a-f7a00518d3e4 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334322 Jun 17 14:31:15.691181 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-226e2f39-2c66-4a0e-a791-bcc8b3334ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:15.830321 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:15.983452 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17e1ef-7714-4be3-b76f-b633850094d6 req-7bb61a5e-9403-4a18-a0e4-a76f2b9c1682 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:15.984967 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-8d17e1ef-7714-4be3-b76f-b633850094d6 req-7bb61a5e-9403-4a18-a0e4-a76f2b9c1682 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0668557 Jun 17 14:31:16.036245 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-8d17e1ef-7714-4be3-b76f-b633850094d6 req-644756ed-a124-4794-b3f5-9db14c09051f tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451314 Jun 17 14:31:16.331204 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:31:16.845242 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:17.266851 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2caef-dd74-49af-9482-4c2444c4cafd req-e7a218fb-ef1d-4906-b209-47f20428d265 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:17.269445 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4fd2caef-dd74-49af-9482-4c2444c4cafd req-e7a218fb-ef1d-4906-b209-47f20428d265 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.1085010 Jun 17 14:31:17.319687 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4fd2caef-dd74-49af-9482-4c2444c4cafd req-bae908d7-43a4-4721-8959-2aa1e82c299b tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386548 Jun 17 14:31:18.503735 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534aaf4-9b84-4e10-b1a9-fbab47cad10b req-2463a526-8966-4d1e-b5b7-5e7416e16e1a tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:18.505245 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4534aaf4-9b84-4e10-b1a9-fbab47cad10b req-2463a526-8966-4d1e-b5b7-5e7416e16e1a tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0663021 Jun 17 14:31:18.552758 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4534aaf4-9b84-4e10-b1a9-fbab47cad10b req-96003ccd-7b86-41e3-935d-330f74e5276e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366428 Jun 17 14:31:18.693614 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:19.743027 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e49133-7b17-4e4f-baf0-7a8806a52e5c req-89e47832-ce14-45c4-bd53-e454b213e856 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:19.744466 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-84e49133-7b17-4e4f-baf0-7a8806a52e5c req-89e47832-ce14-45c4-bd53-e454b213e856 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0709121 Jun 17 14:31:19.782513 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-84e49133-7b17-4e4f-baf0-7a8806a52e5c req-3a14416b-2070-43c7-83ac-107a68cc85b8 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323317 Jun 17 14:31:20.968450 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61354a47-5593-4f73-ae54-bf643752d6ff req-fda0d1b9-8f47-418a-9491-3f1c05af5875 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:20.970053 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-61354a47-5593-4f73-ae54-bf643752d6ff req-fda0d1b9-8f47-418a-9491-3f1c05af5875 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0694754 Jun 17 14:31:21.009905 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-61354a47-5593-4f73-ae54-bf643752d6ff req-7df9ff35-dbd2-46ac-a3ac-65b735ca231c tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337708 Jun 17 14:31:21.068427 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 58692) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:21.179954 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1a2c52ac-f638-4249-aa42-892bbce6b3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.278146 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1a2c52ac-f638-4249-aa42-892bbce6b3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.417557 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 58718) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:21.423053 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1a2c52ac-f638-4249-aa42-892bbce6b3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.427311 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-996bfe71-03a4-497d-8227-e6ec369bc228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:21.459933 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c52ac-f638-4249-aa42-892bbce6b3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1576cf78-d2ca-4cda-9c9b-e8969cf25168,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:21.481756 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-1a2c52ac-f638-4249-aa42-892bbce6b3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:21.486684 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-1a2c52ac-f638-4249-aa42-892bbce6b3d6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=71ec6e4dc2a74cd28574ca8764399ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4171832 Jun 17 14:31:21.489217 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 58728) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:21.555664 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-3b46643d-bfeb-445c-bf22-64694644123a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.558426 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0a9fb8a2-0fb0-40bf-b87f-5f45785cd9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.592470 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-3b46643d-bfeb-445c-bf22-64694644123a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.695771 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0a9fb8a2-0fb0-40bf-b87f-5f45785cd9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.753782 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-3b46643d-bfeb-445c-bf22-64694644123a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.756447 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-3b46643d-bfeb-445c-bf22-64694644123a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.760739 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-3b46643d-bfeb-445c-bf22-64694644123a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1576cf78-d2ca-4cda-9c9b-e8969cf25168 HTTP/1.1" status: 204 len: 168 time: 0.2678289 Jun 17 14:31:21.760739 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-37e9512f-9d85-4f12-a949-9a52f6bbd11a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:21.769387 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46643d-bfeb-445c-bf22-64694644123a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1576cf78-d2ca-4cda-9c9b-e8969cf25168,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:21.771996 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-3b46643d-bfeb-445c-bf22-64694644123a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:21.799243 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0a9fb8a2-0fb0-40bf-b87f-5f45785cd9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.802665 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:21.843309 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-0a9fb8a2-0fb0-40bf-b87f-5f45785cd9d3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=db296dc6d5d445989288647183db4438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4246488 Jun 17 14:31:21.844294 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9fb8a2-0fb0-40bf-b87f-5f45785cd9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280e611b-fd94-448b-b689-355d05015ae7,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:21.846261 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 58740) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:21.847672 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-0a9fb8a2-0fb0-40bf-b87f-5f45785cd9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:21.928250 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2296-e9d0-4d7f-b148-306817d6a420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:21.949843 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2296-e9d0-4d7f-b148-306817d6a420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:22.171887 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2296-e9d0-4d7f-b148-306817d6a420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:22.175031 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2296-e9d0-4d7f-b148-306817d6a420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:22.176335 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-d3bb2296-e9d0-4d7f-b148-306817d6a420 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/280e611b-fd94-448b-b689-355d05015ae7 HTTP/1.1" status: 204 len: 168 time: 0.3285666 Jun 17 14:31:22.178757 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:22.199017 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb2296-e9d0-4d7f-b148-306817d6a420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280e611b-fd94-448b-b689-355d05015ae7,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:22.202824 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-d3bb2296-e9d0-4d7f-b148-306817d6a420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:22.261056 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772a115-7a07-4aba-85bd-834bda2cfef5 req-67449a2a-ec1e-437c-babb-0f9d0cd2c263 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:22.262661 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-d772a115-7a07-4aba-85bd-834bda2cfef5 req-67449a2a-ec1e-437c-babb-0f9d0cd2c263 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.1384003 Jun 17 14:31:22.342234 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-d772a115-7a07-4aba-85bd-834bda2cfef5 req-8ee1b9cd-f74e-44fc-a692-b00df53fc610 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613317 Jun 17 14:31:23.533212 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565d5e9-9668-49df-a321-0cc0fe023999 req-dd2e3926-1b49-4444-b615-3e6e04eb15ec tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:23.534792 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-1565d5e9-9668-49df-a321-0cc0fe023999 req-dd2e3926-1b49-4444-b615-3e6e04eb15ec tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0749927 Jun 17 14:31:23.574409 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-1565d5e9-9668-49df-a321-0cc0fe023999 req-05d13096-d3f9-405e-8f77-241f1ff3513b tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329065 Jun 17 14:31:23.682199 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 58872) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:23.966380 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ac7e649-20fd-42e4-8360-70a81064d907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:24.074957 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ac7e649-20fd-42e4-8360-70a81064d907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:24.338717 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6ac7e649-20fd-42e4-8360-70a81064d907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:24.342155 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-bc040093-a680-4156-b726-f8084022425c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:24.378552 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-6ac7e649-20fd-42e4-8360-70a81064d907 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e227d1c83e024467a10c3741cbb8eed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6945548 Jun 17 14:31:24.379841 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7e649-20fd-42e4-8360-70a81064d907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed413110-f6c0-45b0-baee-cd1170287c58,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:24.382845 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-6ac7e649-20fd-42e4-8360-70a81064d907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:24.385332 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 58900) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:24.449225 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-061d8ee8-ddac-4b63-af0c-fe565fa06625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:24.475226 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-061d8ee8-ddac-4b63-af0c-fe565fa06625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:24.475519 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 58906) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:24.583327 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8a934551-a62c-478f-a332-0df141907fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:24.590028 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-061d8ee8-ddac-4b63-af0c-fe565fa06625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:24.594185 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-061d8ee8-ddac-4b63-af0c-fe565fa06625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:24.598764 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-061d8ee8-ddac-4b63-af0c-fe565fa06625 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ed413110-f6c0-45b0-baee-cd1170287c58 HTTP/1.1" status: 204 len: 168 time: 0.2119775 Jun 17 14:31:24.599760 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-be07998d-ec07-4f3c-a993-df2fe9af1777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:24.610969 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d8ee8-ddac-4b63-af0c-fe565fa06625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed413110-f6c0-45b0-baee-cd1170287c58,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:24.619057 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-061d8ee8-ddac-4b63-af0c-fe565fa06625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:24.778176 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8a934551-a62c-478f-a332-0df141907fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:24.814261 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a33a11-16bd-4a77-9f98-f790a42786dc req-487c15fa-3ee5-4ea9-ac93-6b59e01e0455 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:24.815717 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e1a33a11-16bd-4a77-9f98-f790a42786dc req-487c15fa-3ee5-4ea9-ac93-6b59e01e0455 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0787838 Jun 17 14:31:24.834536 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8a934551-a62c-478f-a332-0df141907fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:24.839200 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-d3bb2296-e9d0-4d7f-b148-306817d6a420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:24.890770 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-8a934551-a62c-478f-a332-0df141907fd2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=294c9e2bd88541f087fe551e2d4358c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4141128 Jun 17 14:31:24.891834 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a934551-a62c-478f-a332-0df141907fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d107d0e-d0c9-41f9-a6ca-92951ff7b472,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:24.893481 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 58936) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:24.896706 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e1a33a11-16bd-4a77-9f98-f790a42786dc req-d6a9b536-3d22-49df-a14b-ba28b57998f9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750008 Jun 17 14:31:24.897602 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-8a934551-a62c-478f-a332-0df141907fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:24.961944 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fc60ad66-8d94-4303-8e2c-c17ef7830b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:24.987882 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fc60ad66-8d94-4303-8e2c-c17ef7830b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:25.133584 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fc60ad66-8d94-4303-8e2c-c17ef7830b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:25.136298 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fc60ad66-8d94-4303-8e2c-c17ef7830b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:25.137425 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-fc60ad66-8d94-4303-8e2c-c17ef7830b9e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4d107d0e-d0c9-41f9-a6ca-92951ff7b472 HTTP/1.1" status: 204 len: 168 time: 0.2426674 Jun 17 14:31:25.138250 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c74dff75-cdfd-4548-a444-4fc8019fa710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:25.145754 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60ad66-8d94-4303-8e2c-c17ef7830b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d107d0e-d0c9-41f9-a6ca-92951ff7b472,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:25.148781 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-fc60ad66-8d94-4303-8e2c-c17ef7830b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:25.863683 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 58990) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:25.878502 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-22bff737-af31-43bf-85be-b871369574f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:25.981243 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-22bff737-af31-43bf-85be-b871369574f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:26.068574 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-22bff737-af31-43bf-85be-b871369574f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:26.072141 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-6da287c3-abec-47c5-bdd8-5ea4bffcf80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:26.123723 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-22bff737-af31-43bf-85be-b871369574f3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2f0214627d5c4ab5b78eaa8b9aab9460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589788 Jun 17 14:31:26.124831 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bff737-af31-43bf-85be-b871369574f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6aa5d36-f293-410b-aa3a-6a4ac1142df1,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:26.126675 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 59006) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:26.129951 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-22bff737-af31-43bf-85be-b871369574f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:26.162818 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e723d-7555-480d-948c-c53a846ac61e req-cbd2c725-cafc-41b9-9e46-16560dcb2adc tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:26.165363 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cd6e723d-7555-480d-948c-c53a846ac61e req-cbd2c725-cafc-41b9-9e46-16560dcb2adc tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.1309795 Jun 17 14:31:26.205367 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-89875bb7-d33e-4a91-baff-cb22f93130dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:26.230980 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-89875bb7-d33e-4a91-baff-cb22f93130dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:26.235153 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cd6e723d-7555-480d-948c-c53a846ac61e req-400b6cf2-859c-4775-ac90-988984ddd3aa tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607276 Jun 17 14:31:26.349922 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-89875bb7-d33e-4a91-baff-cb22f93130dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:26.354921 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-89875bb7-d33e-4a91-baff-cb22f93130dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:26.354921 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-89875bb7-d33e-4a91-baff-cb22f93130dc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e6aa5d36-f293-410b-aa3a-6a4ac1142df1 HTTP/1.1" status: 204 len: 168 time: 0.2268794 Jun 17 14:31:26.355436 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-30fc3384-029d-4a6b-a74a-80a56f38cbe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:26.364707 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89875bb7-d33e-4a91-baff-cb22f93130dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6aa5d36-f293-410b-aa3a-6a4ac1142df1,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:26.374216 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-89875bb7-d33e-4a91-baff-cb22f93130dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:27.253312 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 59066) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:27.281781 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4c00e169-5c60-4588-b79c-d2e1be1228fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:27.450217 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4c00e169-5c60-4588-b79c-d2e1be1228fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:27.468888 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f08ba-726c-4750-a7dc-4389849d5353 req-5945450b-f59f-4b71-b48d-39ef89b9619b tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:27.470489 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a36f08ba-726c-4750-a7dc-4389849d5353 req-5945450b-f59f-4b71-b48d-39ef89b9619b tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0944104 Jun 17 14:31:27.513503 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a36f08ba-726c-4750-a7dc-4389849d5353 req-da0141ff-2ad2-4461-8ef2-a2f50c6b6d57 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337124 Jun 17 14:31:27.532742 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4c00e169-5c60-4588-b79c-d2e1be1228fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:27.535339 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-0145e5f8-c079-4b2b-9c61-486a7a859bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:27.570639 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00e169-5c60-4588-b79c-d2e1be1228fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e300f5-ee73-4840-a0cc-da354bb7101f,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:27.576061 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-4c00e169-5c60-4588-b79c-d2e1be1228fd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1668e0f7bb9d454a8ed5dcd2d2f23aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205569 Jun 17 14:31:27.576061 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-4c00e169-5c60-4588-b79c-d2e1be1228fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:27.577883 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 59090) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:27.632063 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7150634b-9f84-40d0-ac94-cfc70f9f447a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:27.657824 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7150634b-9f84-40d0-ac94-cfc70f9f447a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:27.784481 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7150634b-9f84-40d0-ac94-cfc70f9f447a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:27.787238 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7150634b-9f84-40d0-ac94-cfc70f9f447a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:27.788666 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-7150634b-9f84-40d0-ac94-cfc70f9f447a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d1e300f5-ee73-4840-a0cc-da354bb7101f HTTP/1.1" status: 204 len: 168 time: 0.2095749 Jun 17 14:31:27.789595 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c8697a68-a204-4bb0-ab5a-f3d2cca5e464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:27.797686 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150634b-9f84-40d0-ac94-cfc70f9f447a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e300f5-ee73-4840-a0cc-da354bb7101f,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:27.799996 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-7150634b-9f84-40d0-ac94-cfc70f9f447a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:28.605658 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 59142) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:28.699988 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386232fb-0683-43a3-aa91-7794246fcc0b req-4af8325f-827a-485c-b225-bb423a124427 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:28.702261 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-386232fb-0683-43a3-aa91-7794246fcc0b req-4af8325f-827a-485c-b225-bb423a124427 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0638165 Jun 17 14:31:28.716282 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1dd8d138-d369-4b76-bd67-6f39d0ce03f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:28.747936 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-386232fb-0683-43a3-aa91-7794246fcc0b req-14e5f640-b911-4cdf-a3bb-0eb6acb15dce tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389965 Jun 17 14:31:28.831112 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1dd8d138-d369-4b76-bd67-6f39d0ce03f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:28.899033 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1dd8d138-d369-4b76-bd67-6f39d0ce03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:28.902542 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-9adf3885-0a30-423e-b9a1-ddf973cd7094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:28.943367 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-1dd8d138-d369-4b76-bd67-6f39d0ce03f0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d793411da7e64ce990afa97eecc84743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366938 Jun 17 14:31:28.944306 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8d138-d369-4b76-bd67-6f39d0ce03f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc684206-54d0-4e28-a293-5b53e7f25d87,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:28.946727 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 59154) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:28.951017 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-1dd8d138-d369-4b76-bd67-6f39d0ce03f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:28.998865 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cb97f58a-b6f5-4ac6-9d9f-09aac89310c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:29.023578 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cb97f58a-b6f5-4ac6-9d9f-09aac89310c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:29.292887 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cb97f58a-b6f5-4ac6-9d9f-09aac89310c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:29.295606 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-cb97f58a-b6f5-4ac6-9d9f-09aac89310c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:29.296761 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-cb97f58a-b6f5-4ac6-9d9f-09aac89310c4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dc684206-54d0-4e28-a293-5b53e7f25d87 HTTP/1.1" status: 204 len: 168 time: 0.3490660 Jun 17 14:31:29.297517 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:29.306568 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97f58a-b6f5-4ac6-9d9f-09aac89310c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc684206-54d0-4e28-a293-5b53e7f25d87,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:29.314439 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-cb97f58a-b6f5-4ac6-9d9f-09aac89310c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:29.952045 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca023610-1dae-4356-8f52-ed2926b5f42c req-28b4f7ef-a028-4cdd-b89d-c61261e1f930 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:29.954237 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ca023610-1dae-4356-8f52-ed2926b5f42c req-28b4f7ef-a028-4cdd-b89d-c61261e1f930 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0750918 Jun 17 14:31:29.973619 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 59200) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:29.997768 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7726cb8c-2881-4a8a-874e-a2362c219b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:30.007787 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ca023610-1dae-4356-8f52-ed2926b5f42c req-8033e9b4-ce27-40af-a508-8646757e0c1f tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457034 Jun 17 14:31:30.096644 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7726cb8c-2881-4a8a-874e-a2362c219b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:30.166987 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7726cb8c-2881-4a8a-874e-a2362c219b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:30.170523 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-67aa5b54-d543-462b-96c4-3d94f83e4d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:30.204687 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-7726cb8c-2881-4a8a-874e-a2362c219b0c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=736ee51b6b594811a7daef097f773fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293189 Jun 17 14:31:30.207262 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 59214) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:30.213831 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726cb8c-2881-4a8a-874e-a2362c219b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cb7dd3-c1e7-403f-89ad-c89b4b547204,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:30.217243 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-7726cb8c-2881-4a8a-874e-a2362c219b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:30.260420 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bf32e125-def9-41c4-b06c-f11f5679e632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:30.295480 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bf32e125-def9-41c4-b06c-f11f5679e632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:30.438894 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bf32e125-def9-41c4-b06c-f11f5679e632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:30.441682 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bf32e125-def9-41c4-b06c-f11f5679e632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:30.443048 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-bf32e125-def9-41c4-b06c-f11f5679e632 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/51cb7dd3-c1e7-403f-89ad-c89b4b547204 HTTP/1.1" status: 204 len: 168 time: 0.2348161 Jun 17 14:31:30.443778 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:30.452429 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32e125-def9-41c4-b06c-f11f5679e632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cb7dd3-c1e7-403f-89ad-c89b4b547204,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:30.455004 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-bf32e125-def9-41c4-b06c-f11f5679e632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:31.177148 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531db14-77aa-45f8-8159-a8000d382654 req-45bf75a4-0237-43a6-aae1-9dbecb74bf00 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:31.178654 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-9531db14-77aa-45f8-8159-a8000d382654 req-45bf75a4-0237-43a6-aae1-9dbecb74bf00 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0668302 Jun 17 14:31:31.216080 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-9531db14-77aa-45f8-8159-a8000d382654 req-5d0f11a8-48c8-418a-88bc-f2e996972c0d tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315285 Jun 17 14:31:32.419344 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fb696-497a-4863-bbda-0c04088ca608 req-7c0c95fe-8258-442f-8d94-d7acd477419e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:32.420898 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e05fb696-497a-4863-bbda-0c04088ca608 req-7c0c95fe-8258-442f-8d94-d7acd477419e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0690567 Jun 17 14:31:32.458848 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e05fb696-497a-4863-bbda-0c04088ca608 req-2ced67c9-e47a-463f-8048-1fa165e9ebe9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322638 Jun 17 14:31:33.631216 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ef704433-e20e-4c68-8e6f-f4704c1cbca4 req-960ca9f9-dfa0-4443-afc0-8612979fee98 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590675 Jun 17 14:31:33.666942 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4515d3e-ad06-4e8a-9839-78046414d8d6 req-8309437d-c03f-49b6-9767-8f676b749ddf tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:33.669307 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c4515d3e-ad06-4e8a-9839-78046414d8d6 req-8309437d-c03f-49b6-9767-8f676b749ddf tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0873499 Jun 17 14:31:33.701881 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 59346) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:33.732916 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c4515d3e-ad06-4e8a-9839-78046414d8d6 req-ef513778-03fe-4618-ad4e-4a6c54526405 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575891 Jun 17 14:31:33.754945 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef704433-e20e-4c68-8e6f-f4704c1cbca4 req-5edad6fd-a844-41b3-a5b7-737cb669f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:33.756631 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ef704433-e20e-4c68-8e6f-f4704c1cbca4 req-5edad6fd-a844-41b3-a5b7-737cb669f6fb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df3f9d0051034672b2d1f6007dfac45e&device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 1098 time: 0.0643187 Jun 17 14:31:33.857556 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7219bab9-b11d-4da2-9925-0c811a9a9993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:33.880208 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef704433-e20e-4c68-8e6f-f4704c1cbca4 req-f391684f-ec48-4a8f-b016-49822f4d9489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:33.882119 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ef704433-e20e-4c68-8e6f-f4704c1cbca4 req-f391684f-ec48-4a8f-b016-49822f4d9489 service neutron] 10.222.0.93 "GET /v2.0/networks?id=28c547f4-6a9c-4191-8f84-bf56696ffcf9 HTTP/1.1" status: 200 len: 919 time: 0.0911894 Jun 17 14:31:33.931254 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ef704433-e20e-4c68-8e6f-f4704c1cbca4 req-4085080d-ab63-42fc-a71f-58d5f8d29203 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40ac8dde-a46c-490e-ba44-251ccf494748 HTTP/1.1" status: 200 len: 217 time: 0.0413587 Jun 17 14:31:33.956852 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7219bab9-b11d-4da2-9925-0c811a9a9993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:33.988892 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef704433-e20e-4c68-8e6f-f4704c1cbca4 req-3f8f953b-3149-4190-bcd7-8fc8e3270004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:33.990486 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ef704433-e20e-4c68-8e6f-f4704c1cbca4 req-3f8f953b-3149-4190-bcd7-8fc8e3270004 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=be563bda-5edc-4f28-bda9-11728953d9ad HTTP/1.1" status: 200 len: 857 time: 0.0507658 Jun 17 14:31:34.023022 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ef704433-e20e-4c68-8e6f-f4704c1cbca4 req-2ea3611b-7360-4fbd-8172-d250b240827b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=28c547f4-6a9c-4191-8f84-bf56696ffcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252373 Jun 17 14:31:34.097997 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7219bab9-b11d-4da2-9925-0c811a9a9993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:34.101387 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:34.115255 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ef704433-e20e-4c68-8e6f-f4704c1cbca4 req-cf43d0fb-15f3-4c8b-a268-4d5fb3678521 service neutron] 10.222.0.93 "GET /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846756 Jun 17 14:31:34.138588 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219bab9-b11d-4da2-9925-0c811a9a9993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb5f011-557f-48d9-97d3-4ce1667b0a8a,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:34.141534 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-7219bab9-b11d-4da2-9925-0c811a9a9993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:34.145490 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-7219bab9-b11d-4da2-9925-0c811a9a9993 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3c8c209f36c64bc1a1c11af1f5586056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4459314 Jun 17 14:31:34.148483 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 59354) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:34.211169 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-26fdbe2d-c791-43fc-ada9-3bd6af73440d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:34.222085 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ef704433-e20e-4c68-8e6f-f4704c1cbca4 req-f913b099-49b7-4983-9c51-3a9220759150 service neutron] 10.222.0.93 "GET /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985897 Jun 17 14:31:34.239700 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-26fdbe2d-c791-43fc-ada9-3bd6af73440d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:34.355416 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-26fdbe2d-c791-43fc-ada9-3bd6af73440d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:34.358207 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-26fdbe2d-c791-43fc-ada9-3bd6af73440d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:34.359329 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-26fdbe2d-c791-43fc-ada9-3bd6af73440d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bfb5f011-557f-48d9-97d3-4ce1667b0a8a HTTP/1.1" status: 204 len: 168 time: 0.2098997 Jun 17 14:31:34.360220 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-22bff737-af31-43bf-85be-b871369574f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:34.372190 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdbe2d-c791-43fc-ada9-3bd6af73440d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb5f011-557f-48d9-97d3-4ce1667b0a8a,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:34.372190 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-26fdbe2d-c791-43fc-ada9-3bd6af73440d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:34.641754 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 59368) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:34.753863 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-22b16457-b13d-4ef3-b6ff-51355ab07f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:34.885235 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-22b16457-b13d-4ef3-b6ff-51355ab07f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:34.939508 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ccdbc-d069-4756-831b-55495626dfb5 req-6e10a27b-3e47-4727-993c-a5b3fe09ad86 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:34.942850 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-415ccdbc-d069-4756-831b-55495626dfb5 req-6e10a27b-3e47-4727-993c-a5b3fe09ad86 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0915515 Jun 17 14:31:34.961907 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-22b16457-b13d-4ef3-b6ff-51355ab07f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:34.966329 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:34.984443 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-415ccdbc-d069-4756-831b-55495626dfb5 req-21cf0bce-faf9-4f70-a41a-6170048e3cd8 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365467 Jun 17 14:31:35.034949 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 59394) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:35.056212 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-978c2755-93ad-4c64-8f4b-3b2ce0129d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:35.182216 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-978c2755-93ad-4c64-8f4b-3b2ce0129d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:35.238874 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-22b16457-b13d-4ef3-b6ff-51355ab07f0d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=618e8df5995545dd80d49455f0afacb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5961154 Jun 17 14:31:35.240160 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b16457-b13d-4ef3-b6ff-51355ab07f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19eeaef1-64cd-4e56-8b68-9b95f9b5d37f,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:35.242775 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 59406) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:35.244386 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-22b16457-b13d-4ef3-b6ff-51355ab07f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:35.294426 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-978c2755-93ad-4c64-8f4b-3b2ce0129d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:35.296799 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:35.300211 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-10490821-1e67-462e-a807-f8e6f8745983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:35.320916 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:35.345814 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-978c2755-93ad-4c64-8f4b-3b2ce0129d1e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f2710efef0e342e5895f90030c84a097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073692 Jun 17 14:31:35.346529 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 59412) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:35.351723 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c2755-93ad-4c64-8f4b-3b2ce0129d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f819aa3-38d3-4eb0-b91a-fcf8f29f8138,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:35.357238 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-978c2755-93ad-4c64-8f4b-3b2ce0129d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:35.359043 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-10490821-1e67-462e-a807-f8e6f8745983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:35.441025 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2a88a964-4633-41f1-a779-fd73cfc7135c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:35.456286 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2a88a964-4633-41f1-a779-fd73cfc7135c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:35.515135 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-10490821-1e67-462e-a807-f8e6f8745983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:35.521572 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-10490821-1e67-462e-a807-f8e6f8745983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:35.521572 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-10490821-1e67-462e-a807-f8e6f8745983 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/19eeaef1-64cd-4e56-8b68-9b95f9b5d37f HTTP/1.1" status: 204 len: 168 time: 0.2759218 Jun 17 14:31:35.521572 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-fd2e8478-b1d5-4b7e-b237-e666b86ec2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:35.527718 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10490821-1e67-462e-a807-f8e6f8745983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19eeaef1-64cd-4e56-8b68-9b95f9b5d37f,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:35.535275 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-10490821-1e67-462e-a807-f8e6f8745983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:35.606586 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2a88a964-4633-41f1-a779-fd73cfc7135c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:35.610833 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2a88a964-4633-41f1-a779-fd73cfc7135c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:35.610833 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-2a88a964-4633-41f1-a779-fd73cfc7135c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7f819aa3-38d3-4eb0-b91a-fcf8f29f8138 HTTP/1.1" status: 204 len: 168 time: 0.2628992 Jun 17 14:31:35.625623 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-2929b693-511f-4fda-b491-3b31dacec3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:35.643008 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88a964-4633-41f1-a779-fd73cfc7135c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f819aa3-38d3-4eb0-b91a-fcf8f29f8138,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:35.655279 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-2a88a964-4633-41f1-a779-fd73cfc7135c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:36.192216 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b83359-f782-4425-bcf4-831a1c3f60bd req-edebc123-2892-453c-9623-eb55ab27c746 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:36.193778 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-85b83359-f782-4425-bcf4-831a1c3f60bd req-edebc123-2892-453c-9623-eb55ab27c746 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0656261 Jun 17 14:31:36.237958 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-85b83359-f782-4425-bcf4-831a1c3f60bd req-f8c48a85-b00e-420f-b9a2-1aae29d9e8f2 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373282 Jun 17 14:31:37.451315 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84300fd9-4764-4dc8-a4c7-a81a9454957b req-dc71cae7-ae27-46bc-a8b2-b2a1045cde0e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:37.451315 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-84300fd9-4764-4dc8-a4c7-a81a9454957b req-dc71cae7-ae27-46bc-a8b2-b2a1045cde0e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0713463 Jun 17 14:31:37.499624 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-84300fd9-4764-4dc8-a4c7-a81a9454957b req-feddfb15-02e4-4022-a796-edf5f905c1f9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423846 Jun 17 14:31:37.923096 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 59570) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:38.107701 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c21f90c5-59a1-4f26-9f6e-fdea3fd024f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:38.194618 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c21f90c5-59a1-4f26-9f6e-fdea3fd024f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:38.285770 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c21f90c5-59a1-4f26-9f6e-fdea3fd024f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:38.311663 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-25059d6d-f568-4a30-a56b-98688dc98995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:38.323505 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-c21f90c5-59a1-4f26-9f6e-fdea3fd024f2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c41335c158684655beb9c61473d78fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992341 Jun 17 14:31:38.326329 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 59588) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:38.339560 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f90c5-59a1-4f26-9f6e-fdea3fd024f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b45544f-a69b-4e24-adeb-4b4dadd4122a,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:38.343468 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c21f90c5-59a1-4f26-9f6e-fdea3fd024f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:38.383614 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8988d460-6dfa-4424-b4f6-fd10f79f7b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:38.405575 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8988d460-6dfa-4424-b4f6-fd10f79f7b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:38.526842 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 59598) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:38.555530 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8988d460-6dfa-4424-b4f6-fd10f79f7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:38.559509 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8988d460-6dfa-4424-b4f6-fd10f79f7b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:38.563984 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-8988d460-6dfa-4424-b4f6-fd10f79f7b66 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8b45544f-a69b-4e24-adeb-4b4dadd4122a HTTP/1.1" status: 204 len: 168 time: 0.2365832 Jun 17 14:31:38.564995 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-978c2755-93ad-4c64-8f4b-3b2ce0129d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:38.574751 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988d460-6dfa-4424-b4f6-fd10f79f7b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b45544f-a69b-4e24-adeb-4b4dadd4122a,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:38.582724 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-8988d460-6dfa-4424-b4f6-fd10f79f7b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:38.694052 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ceec2939-c443-4c89-9042-7ddb371c0c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:38.768777 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be479c2-7fc7-4331-851f-2a3950a46268 req-2e02a9a8-a9cf-460b-997f-dcf6e4d60256 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:38.770373 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3be479c2-7fc7-4331-851f-2a3950a46268 req-2e02a9a8-a9cf-460b-997f-dcf6e4d60256 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.1038845 Jun 17 14:31:38.792291 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ceec2939-c443-4c89-9042-7ddb371c0c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:38.821775 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3be479c2-7fc7-4331-851f-2a3950a46268 req-d800284d-cc28-4bd3-8896-f25ddc70b070 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447917 Jun 17 14:31:38.856276 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ceec2939-c443-4c89-9042-7ddb371c0c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:38.867724 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-1dd8d138-d369-4b76-bd67-6f39d0ce03f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:38.915689 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-ceec2939-c443-4c89-9042-7ddb371c0c8f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ae1281bb79584df2b92c147e3e1f01fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3877599 Jun 17 14:31:38.918270 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec2939-c443-4c89-9042-7ddb371c0c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5a8217-879f-494f-92df-5364a43b8bf8,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:38.918726 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 59612) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:38.921927 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-ceec2939-c443-4c89-9042-7ddb371c0c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:38.972979 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b3f394e6-0bf7-4382-b84b-70d8275832ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:38.995809 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b3f394e6-0bf7-4382-b84b-70d8275832ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:39.051527 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 59616) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:39.172205 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b3f394e6-0bf7-4382-b84b-70d8275832ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:39.175459 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b3f394e6-0bf7-4382-b84b-70d8275832ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:39.179771 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-b3f394e6-0bf7-4382-b84b-70d8275832ce admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8f5a8217-879f-494f-92df-5364a43b8bf8 HTTP/1.1" status: 204 len: 168 time: 0.2599952 Jun 17 14:31:39.180720 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-7219bab9-b11d-4da2-9925-0c811a9a9993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:39.189698 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f394e6-0bf7-4382-b84b-70d8275832ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5a8217-879f-494f-92df-5364a43b8bf8,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:39.198221 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-b3f394e6-0bf7-4382-b84b-70d8275832ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:39.213817 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1ba85447-dabe-4478-8a06-100d105004de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:39.302977 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1ba85447-dabe-4478-8a06-100d105004de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:39.445302 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1ba85447-dabe-4478-8a06-100d105004de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:39.447794 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-2add3849-e605-4731-8cea-586d3b02ac70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:39.485520 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-1ba85447-dabe-4478-8a06-100d105004de admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ac78291c84bd439c95bb912365e2fd7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4327660 Jun 17 14:31:39.486532 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba85447-dabe-4478-8a06-100d105004de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9843c4c-58b5-408c-a723-361b0b5d7420,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:39.488051 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 59634) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:39.491134 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-1ba85447-dabe-4478-8a06-100d105004de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:39.565965 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0cb82e5b-9dcd-47ee-98af-08c791cf721a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:39.609080 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0cb82e5b-9dcd-47ee-98af-08c791cf721a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:39.787777 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0cb82e5b-9dcd-47ee-98af-08c791cf721a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:39.790449 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0cb82e5b-9dcd-47ee-98af-08c791cf721a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:39.791525 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-0cb82e5b-9dcd-47ee-98af-08c791cf721a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d9843c4c-58b5-408c-a723-361b0b5d7420 HTTP/1.1" status: 204 len: 168 time: 0.3022556 Jun 17 14:31:39.792274 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-1a2c52ac-f638-4249-aa42-892bbce6b3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:39.799837 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb82e5b-9dcd-47ee-98af-08c791cf721a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9843c4c-58b5-408c-a723-361b0b5d7420,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:39.802051 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-0cb82e5b-9dcd-47ee-98af-08c791cf721a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:39.962405 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 59656) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:39.994642 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c2715140-7088-4ea5-afe2-122b11664221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:40.056369 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b0c10-0c48-4ece-a4f5-f7b33975fb62 req-9cd4607e-a9db-4553-bc0f-ad62f5faf090 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:40.063817 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-9d6b0c10-0c48-4ece-a4f5-f7b33975fb62 req-9cd4607e-a9db-4553-bc0f-ad62f5faf090 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.1170084 Jun 17 14:31:40.344760 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-9d6b0c10-0c48-4ece-a4f5-f7b33975fb62 req-fe9f8333-b2da-487b-b27f-46e26210e824 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798936 Jun 17 14:31:40.389316 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c2715140-7088-4ea5-afe2-122b11664221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:40.476663 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c2715140-7088-4ea5-afe2-122b11664221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:40.481260 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-4c00e169-5c60-4588-b79c-d2e1be1228fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:40.522677 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-c2715140-7088-4ea5-afe2-122b11664221 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2c4bace262b940ceb5d80d6fb6be2565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5604324 Jun 17 14:31:40.522677 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2715140-7088-4ea5-afe2-122b11664221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99063e83-8cb2-4875-b774-17025f85e0f6,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:40.522906 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 59674) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:40.524058 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c2715140-7088-4ea5-afe2-122b11664221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:40.593883 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-02c5124a-c2c8-4077-8337-818f37b2c623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:40.619051 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-02c5124a-c2c8-4077-8337-818f37b2c623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:40.643098 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 59678) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:40.664066 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-de6d198e-48b2-4b66-a69c-f091ed16c03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:40.807594 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-02c5124a-c2c8-4077-8337-818f37b2c623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:40.810400 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-02c5124a-c2c8-4077-8337-818f37b2c623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:40.811570 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-02c5124a-c2c8-4077-8337-818f37b2c623 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/99063e83-8cb2-4875-b774-17025f85e0f6 HTTP/1.1" status: 204 len: 168 time: 0.2876382 Jun 17 14:31:40.813427 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-cb97f58a-b6f5-4ac6-9d9f-09aac89310c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:40.820794 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5124a-c2c8-4077-8337-818f37b2c623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99063e83-8cb2-4875-b774-17025f85e0f6,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:40.824398 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-02c5124a-c2c8-4077-8337-818f37b2c623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:40.902896 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-de6d198e-48b2-4b66-a69c-f091ed16c03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:40.989777 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-de6d198e-48b2-4b66-a69c-f091ed16c03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:40.993891 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-696e0308-15f0-4f49-8627-1498c4a33c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:41.029634 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-de6d198e-48b2-4b66-a69c-f091ed16c03b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a1e5de1062934498b4b9fc47340932f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840418 Jun 17 14:31:41.030500 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d198e-48b2-4b66-a69c-f091ed16c03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d5ae74-bbad-48ff-b1bd-3ca49369cb65,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:41.032463 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 59686) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:41.033824 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-de6d198e-48b2-4b66-a69c-f091ed16c03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:41.090683 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-17d79d38-07b5-4303-bd2f-18ff96fcc85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:41.112163 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-17d79d38-07b5-4303-bd2f-18ff96fcc85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:41.250345 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-17d79d38-07b5-4303-bd2f-18ff96fcc85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:41.252946 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-17d79d38-07b5-4303-bd2f-18ff96fcc85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:41.254330 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-17d79d38-07b5-4303-bd2f-18ff96fcc85e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/77d5ae74-bbad-48ff-b1bd-3ca49369cb65 HTTP/1.1" status: 204 len: 168 time: 0.2207472 Jun 17 14:31:41.256625 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-b3f394e6-0bf7-4382-b84b-70d8275832ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:41.266787 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d79d38-07b5-4303-bd2f-18ff96fcc85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d5ae74-bbad-48ff-b1bd-3ca49369cb65,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:41.275755 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-17d79d38-07b5-4303-bd2f-18ff96fcc85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:41.558228 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1c1cc-980c-4668-8605-b3324211b56e req-59e93ef0-25d1-4fe3-a199-3469b01c4b7a tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:41.572720 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e2f1c1cc-980c-4668-8605-b3324211b56e req-59e93ef0-25d1-4fe3-a199-3469b01c4b7a tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0820165 Jun 17 14:31:41.599301 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e2f1c1cc-980c-4668-8605-b3324211b56e req-185718c0-4d08-4cd7-8c58-bfd2c2e5e864 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311582 Jun 17 14:31:42.809327 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052568a-3c38-46bf-8e8d-c15cf2eeb759 req-3b3b884d-4267-478d-9e3f-30721ada397a tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:42.811605 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7052568a-3c38-46bf-8e8d-c15cf2eeb759 req-3b3b884d-4267-478d-9e3f-30721ada397a tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0882592 Jun 17 14:31:42.815816 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 59770) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:42.858927 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7052568a-3c38-46bf-8e8d-c15cf2eeb759 req-998e7154-afb6-45b6-a47d-a660e06e8447 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367048 Jun 17 14:31:42.939262 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-e151447c-3431-4fee-96ec-d78581baa288 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1471122393-network', 'tenant_id': '01381cd702444e4eaa15f24777e593a8'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:31:43.030602 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e151447c-3431-4fee-96ec-d78581baa288 admin admin] Made reservation on behalf of 01381cd702444e4eaa15f24777e593a8 for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:31:43.035726 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e151447c-3431-4fee-96ec-d78581baa288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:43.049710 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e151447c-3431-4fee-96ec-d78581baa288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:43.189880 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e151447c-3431-4fee-96ec-d78581baa288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:43.257628 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e151447c-3431-4fee-96ec-d78581baa288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:43.261637 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-8988d460-6dfa-4424-b4f6-fd10f79f7b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:43.282805 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e151447c-3431-4fee-96ec-d78581baa288 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1115} {{(pid=93279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:31:43.292443 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151447c-3431-4fee-96ec-d78581baa288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:43.296017 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-e151447c-3431-4fee-96ec-d78581baa288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:43.298842 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e151447c-3431-4fee-96ec-d78581baa288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:43.299187 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.db.segments_db [None req-e151447c-3431-4fee-96ec-d78581baa288 admin admin] Added segment 5552d935-8137-40de-8317-5a24db3d9877 of type vlan for network f458b361-921c-461c-88fa-9ee700422017 Jun 17 14:31:43.312849 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-89f17a0e-435b-49fe-b92a-091a8b629f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:43.340702 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e151447c-3431-4fee-96ec-d78581baa288 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793008305830'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:43.486557 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e151447c-3431-4fee-96ec-d78581baa288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:43.488129 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e151447c-3431-4fee-96ec-d78581baa288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:43.488715 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e151447c-3431-4fee-96ec-d78581baa288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:43.492153 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-4e80b011-b376-43af-8e67-3c8feb9efe7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:43.557192 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151447c-3431-4fee-96ec-d78581baa288 admin admin] Pushing event updated for resources: {'Network': ['ID=f458b361-921c-461c-88fa-9ee700422017,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:43.560039 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-e151447c-3431-4fee-96ec-d78581baa288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:43.577541 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Network f458b361-921c-461c-88fa-9ee700422017 details requested by agent ovs-agent-dv-cinder-796286-6-smb with host dv-cinder-796286-6-smb {{(pid=93281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:31:43.596821 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-e151447c-3431-4fee-96ec-d78581baa288 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7791488 Jun 17 14:31:43.599121 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 59828) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:43.604642 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-70c7f279-fa0a-40df-944b-98c5db17a11f admin admin] Request body: {'subnet': {'network_id': 'f458b361-921c-461c-88fa-9ee700422017', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1471122393-subnet', 'tenant_id': '01381cd702444e4eaa15f24777e593a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:31:43.727542 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 59834) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:43.754175 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c7f279-fa0a-40df-944b-98c5db17a11f admin admin] Made reservation on behalf of 01381cd702444e4eaa15f24777e593a8 for: {'subnet': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:31:43.757379 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-70c7f279-fa0a-40df-944b-98c5db17a11f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260647038'] for subnet, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:43.844647 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bad08d85-1028-4854-87f6-c9f2a570c7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:43.949132 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bad08d85-1028-4854-87f6-c9f2a570c7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:44.045904 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829d56f-8122-4185-9e04-69b4312675b2 req-32c0729d-8885-45d7-ade4-2248b882a8fa tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:44.047382 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b829d56f-8122-4185-9e04-69b4312675b2 req-32c0729d-8885-45d7-ade4-2248b882a8fa tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0648391 Jun 17 14:31:44.052401 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bad08d85-1028-4854-87f6-c9f2a570c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:44.054270 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-70c7f279-fa0a-40df-944b-98c5db17a11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260461700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260647020'] for subnet, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:44.056608 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-a73f2100-375c-444c-a5fc-624b8cc48a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:44.058481 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:44.110384 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7f279-fa0a-40df-944b-98c5db17a11f admin admin] Pushing event updated for resources: {'Subnet': ['ID=03e025e5-74e2-4655-a570-366e6b5002f4,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:44.116157 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-70c7f279-fa0a-40df-944b-98c5db17a11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:44.118243 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-bad08d85-1028-4854-87f6-c9f2a570c7c8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=30d2d5851a5748338eb80bea6ca9b6e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3888161 Jun 17 14:31:44.120062 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 59846) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:44.121229 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad08d85-1028-4854-87f6-c9f2a570c7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685768c3-694c-4715-ad00-08e1264bb6cf,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:44.125976 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-bad08d85-1028-4854-87f6-c9f2a570c7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:44.129032 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b829d56f-8122-4185-9e04-69b4312675b2 req-aba2155f-b24f-46ee-bfd5-573b16e56ca6 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733576 Jun 17 14:31:44.129877 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7f279-fa0a-40df-944b-98c5db17a11f admin admin] Checking segment: {'id': '5552d935-8137-40de-8317-5a24db3d9877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'f458b361-921c-461c-88fa-9ee700422017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:31:44.130417 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c7f279-fa0a-40df-944b-98c5db17a11f admin admin] Network hostable DHCP agents. Network: f458b361-921c-461c-88fa-9ee700422017, hostable agents: ['5e674aae-4521-411e-b7ad-9e9eb91c2d49'], hosted agents: [] {{(pid=93279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:31:44.183556 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a8cb3993-6712-4903-b075-391535ad2f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:44.204705 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a8cb3993-6712-4903-b075-391535ad2f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:44.237228 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 59852) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:44.244564 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c7f279-fa0a-40df-944b-98c5db17a11f admin admin] Network f458b361-921c-461c-88fa-9ee700422017 is scheduled to be hosted by DHCP agent 5e674aae-4521-411e-b7ad-9e9eb91c2d49 with binding_index 1 {{(pid=93279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:31:44.338174 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-70c7f279-fa0a-40df-944b-98c5db17a11f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-smb, f458b361-921c-461c-88fa-9ee700422017) {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:31:44.346768 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e92249b-50c1-48f9-a542-c7f6b321d9e9 None None] Network f458b361-921c-461c-88fa-9ee700422017 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:31:44.351128 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c7f279-fa0a-40df-944b-98c5db17a11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:44.351729 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-70c7f279-fa0a-40df-944b-98c5db17a11f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:44.355422 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b3023d19-76b3-4753-b7cd-347f82c8c67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:44.387027 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a8cb3993-6712-4903-b075-391535ad2f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:44.389591 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a8cb3993-6712-4903-b075-391535ad2f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:44.390784 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-a8cb3993-6712-4903-b075-391535ad2f65 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/685768c3-694c-4715-ad00-08e1264bb6cf HTTP/1.1" status: 204 len: 168 time: 0.2695813 Jun 17 14:31:44.391627 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c4d047a8-b51c-4640-826d-027bc836cee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:44.401275 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb3993-6712-4903-b075-391535ad2f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685768c3-694c-4715-ad00-08e1264bb6cf,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:44.402254 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-a8cb3993-6712-4903-b075-391535ad2f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:44.456336 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-70c7f279-fa0a-40df-944b-98c5db17a11f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8560321 Jun 17 14:31:44.489223 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996013d0-ef0d-4f3a-8f0f-c1287dfc56c6 None None] Network f458b361-921c-461c-88fa-9ee700422017 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:31:44.540398 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b3023d19-76b3-4753-b7cd-347f82c8c67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:44.603332 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b3023d19-76b3-4753-b7cd-347f82c8c67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:44.609795 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:44.647116 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-b3023d19-76b3-4753-b7cd-347f82c8c67d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=df71e99b9a81456d9e8318b9e8825ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4082673 Jun 17 14:31:44.648585 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3023d19-76b3-4753-b7cd-347f82c8c67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f55fad3-5a21-4b13-a270-07f944a0f597,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:44.651841 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 59866) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:44.661369 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-b3023d19-76b3-4753-b7cd-347f82c8c67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:44.716322 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c8d48b2e-f5b2-478d-88eb-7c148b736333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:44.747835 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c8d48b2e-f5b2-478d-88eb-7c148b736333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:44.924457 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c8d48b2e-f5b2-478d-88eb-7c148b736333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:44.927126 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c8d48b2e-f5b2-478d-88eb-7c148b736333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:44.928570 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-c8d48b2e-f5b2-478d-88eb-7c148b736333 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2f55fad3-5a21-4b13-a270-07f944a0f597 HTTP/1.1" status: 204 len: 168 time: 0.2753038 Jun 17 14:31:44.929334 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-7150634b-9f84-40d0-ac94-cfc70f9f447a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:44.936517 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d48b2e-f5b2-478d-88eb-7c148b736333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f55fad3-5a21-4b13-a270-07f944a0f597,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:44.938687 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c8d48b2e-f5b2-478d-88eb-7c148b736333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:45.069773 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 59878) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:45.083083 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b38c57e8-bccb-46bd-8f89-354d413cabd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:45.176710 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b38c57e8-bccb-46bd-8f89-354d413cabd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:45.295100 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 59884) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:45.324173 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e75f7-b85a-4e19-9bf0-547c536f5d85 req-a75bf60c-6d85-469f-a0ba-dce84c523a9e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:45.325678 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ff3e75f7-b85a-4e19-9bf0-547c536f5d85 req-a75bf60c-6d85-469f-a0ba-dce84c523a9e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0683897 Jun 17 14:31:45.347489 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b38c57e8-bccb-46bd-8f89-354d413cabd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:45.351387 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-49a30064-62aa-4d62-aedb-90f090d72c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:45.365138 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ff3e75f7-b85a-4e19-9bf0-547c536f5d85 req-55ccc2d0-5d8e-4346-84a4-3575ef3cf6df tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336034 Jun 17 14:31:45.400692 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c57e8-bccb-46bd-8f89-354d413cabd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b16d2c-56d7-4fe3-aa5b-ec2e910b72da,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:45.405290 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-b38c57e8-bccb-46bd-8f89-354d413cabd9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=91e1c74954a043b2a0351b288c6f8fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344972 Jun 17 14:31:45.407913 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-b38c57e8-bccb-46bd-8f89-354d413cabd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:45.411769 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 59890) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:45.466047 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6afc53ba-5dd8-477c-bae5-2500d4e572d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:45.488517 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6afc53ba-5dd8-477c-bae5-2500d4e572d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:45.529887 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6d409d50-ec3a-4109-8b18-98c808feaa3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:45.658153 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6afc53ba-5dd8-477c-bae5-2500d4e572d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:45.660788 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6afc53ba-5dd8-477c-bae5-2500d4e572d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:45.662814 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-6afc53ba-5dd8-477c-bae5-2500d4e572d0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/81b16d2c-56d7-4fe3-aa5b-ec2e910b72da HTTP/1.1" status: 204 len: 168 time: 0.2491939 Jun 17 14:31:45.665422 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-bf32e125-def9-41c4-b06c-f11f5679e632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:45.676564 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc53ba-5dd8-477c-bae5-2500d4e572d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b16d2c-56d7-4fe3-aa5b-ec2e910b72da,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:45.680310 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-6afc53ba-5dd8-477c-bae5-2500d4e572d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:45.703895 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f48c97e1-67a5-4e90-af73-49a1f33c7468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:45.732679 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6d409d50-ec3a-4109-8b18-98c808feaa3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:45.851813 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6d409d50-ec3a-4109-8b18-98c808feaa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:45.851950 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:45.856805 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c48b3fbc-7bc1-422c-8f36-105f5d71375b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:45.893362 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-6d409d50-ec3a-4109-8b18-98c808feaa3a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=da440ea8284c42fcaf43132fff416475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5971951 Jun 17 14:31:45.894273 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d409d50-ec3a-4109-8b18-98c808feaa3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b48c45-876b-4b82-b650-1cf7e3038ba5,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:45.896055 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 59904) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:45.897864 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-6d409d50-ec3a-4109-8b18-98c808feaa3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:45.934992 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 59906) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:45.948269 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-837bbdfd-a605-46c3-9a11-b9b431a5db4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:45.952241 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9e91df08-d237-4f4a-83d4-304099fc6702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:45.970574 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-837bbdfd-a605-46c3-9a11-b9b431a5db4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:46.052289 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9e91df08-d237-4f4a-83d4-304099fc6702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:46.131767 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9e91df08-d237-4f4a-83d4-304099fc6702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:46.134382 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-26fdbe2d-c791-43fc-ada9-3bd6af73440d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:46.148221 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-837bbdfd-a605-46c3-9a11-b9b431a5db4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:46.151252 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-837bbdfd-a605-46c3-9a11-b9b431a5db4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:46.152518 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-837bbdfd-a605-46c3-9a11-b9b431a5db4e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/70b48c45-876b-4b82-b650-1cf7e3038ba5 HTTP/1.1" status: 204 len: 168 time: 0.2546909 Jun 17 14:31:46.153433 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:46.161694 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837bbdfd-a605-46c3-9a11-b9b431a5db4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b48c45-876b-4b82-b650-1cf7e3038ba5,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:46.170175 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-837bbdfd-a605-46c3-9a11-b9b431a5db4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:46.190928 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-9e91df08-d237-4f4a-83d4-304099fc6702 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b6d2cb21f3364ccf93643acc7a267c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548313 Jun 17 14:31:46.193743 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 59918) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:46.196391 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91df08-d237-4f4a-83d4-304099fc6702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b80011a-8ff5-4c3d-aaf3-66801231b99a,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:46.199637 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-9e91df08-d237-4f4a-83d4-304099fc6702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:46.244153 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c23b5765-0812-4caf-b6ec-7c7ab7b9b702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:46.267898 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c23b5765-0812-4caf-b6ec-7c7ab7b9b702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:46.383789 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c23b5765-0812-4caf-b6ec-7c7ab7b9b702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:46.386476 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c23b5765-0812-4caf-b6ec-7c7ab7b9b702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:46.387544 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-c23b5765-0812-4caf-b6ec-7c7ab7b9b702 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7b80011a-8ff5-4c3d-aaf3-66801231b99a HTTP/1.1" status: 204 len: 168 time: 0.1925678 Jun 17 14:31:46.388320 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-8a934551-a62c-478f-a332-0df141907fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:46.395595 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b5765-0812-4caf-b6ec-7c7ab7b9b702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b80011a-8ff5-4c3d-aaf3-66801231b99a,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:46.399068 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c23b5765-0812-4caf-b6ec-7c7ab7b9b702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:46.563202 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad631f-ba37-44f8-b07e-405cfa5d8c22 req-3b4d8cad-d206-4093-9076-5fb9f3260066 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:46.564709 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-80ad631f-ba37-44f8-b07e-405cfa5d8c22 req-3b4d8cad-d206-4093-9076-5fb9f3260066 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0707593 Jun 17 14:31:46.614001 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-80ad631f-ba37-44f8-b07e-405cfa5d8c22 req-5c5e2680-2bf7-4d8d-90b3-d8d01cb0f5e3 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389688 Jun 17 14:31:46.879771 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:47.015316 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57236004-e581-441d-ba01-08bca1306009 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:47.018227 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57236004-e581-441d-ba01-08bca1306009 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/networks?id=f458b361-921c-461c-88fa-9ee700422017 HTTP/1.1" status: 200 len: 809 time: 0.1475811 Jun 17 14:31:47.038002 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2471631d-16e1-429a-8e56-1ead7929c979 req-66e50b1e-b2ff-4fc4-a269-a1364daa6256 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/quotas/01381cd702444e4eaa15f24777e593a8 HTTP/1.1" status: 200 len: 375 time: 0.0147171 Jun 17 14:31:47.082684 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2471631d-16e1-429a-8e56-1ead7929c979 req-20570458-53db-447e-a5c2-4a0f205945c3 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=01381cd702444e4eaa15f24777e593a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392451 Jun 17 14:31:47.186020 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2471631d-16e1-429a-8e56-1ead7929c979 req-171327bd-dc95-404c-8f28-1698d4ce3306 service neutron] 10.222.0.86 "GET /v2.0/networks/f458b361-921c-461c-88fa-9ee700422017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027479 Jun 17 14:31:47.281780 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2471631d-16e1-429a-8e56-1ead7929c979 req-46ec79ed-6d8d-485f-bb5c-acafdb8be16e service neutron] 10.222.0.86 "GET /v2.0/networks/f458b361-921c-461c-88fa-9ee700422017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898650 Jun 17 14:31:47.564900 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-24538a61-e8bb-4d82-a95b-8cf7477711ca req-4fc7a74a-4528-4ee2-9937-b690cd624f11 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb HTTP/1.1" status: 200 len: 210 time: 0.0358717 Jun 17 14:31:47.827116 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9e2dd-40ab-4f59-8636-908d0dc1d8d6 req-ec153669-880f-40c3-b29a-6077b442e7e0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:47.828617 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-13a9e2dd-40ab-4f59-8636-908d0dc1d8d6 req-ec153669-880f-40c3-b29a-6077b442e7e0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0841308 Jun 17 14:31:47.880251 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-13a9e2dd-40ab-4f59-8636-908d0dc1d8d6 req-c08cc7f7-c813-4dee-bf03-0b599cde7ad2 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451858 Jun 17 14:31:48.631992 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5f06cdbf-6ba7-4dbc-a5e7-f2ea8889ea68 req-886ed6ae-ede2-436f-9cc8-aab185eb05ff tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb HTTP/1.1" status: 200 len: 210 time: 0.0290532 Jun 17 14:31:48.745826 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:49.073662 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe89b8-5e69-434d-b0ac-f53096fefe71 req-d72d5977-f96d-4d5f-9033-56bde36151cf tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:49.075189 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-44fe89b8-5e69-434d-b0ac-f53096fefe71 req-d72d5977-f96d-4d5f-9033-56bde36151cf tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0687933 Jun 17 14:31:49.113312 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-44fe89b8-5e69-434d-b0ac-f53096fefe71 req-1d456c26-003b-4c92-bacb-6d21e7692406 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324614 Jun 17 14:31:49.788538 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-14196e5f-2f7f-483c-bf54-f0bc4232b3fd req-2d9ab86e-97cd-4a4d-a874-b6df06a78958 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb HTTP/1.1" status: 200 len: 210 time: 0.0383444 Jun 17 14:31:50.325853 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471631d-16e1-429a-8e56-1ead7929c979 req-aa82ee07-16c1-4ee3-ac1c-50b88eaf9722 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:50.327362 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2471631d-16e1-429a-8e56-1ead7929c979 req-aa82ee07-16c1-4ee3-ac1c-50b88eaf9722 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.93 "GET /v2.0/networks?id=f458b361-921c-461c-88fa-9ee700422017 HTTP/1.1" status: 200 len: 809 time: 0.1193202 Jun 17 14:31:50.347417 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acd835-e6c8-404e-a99f-6bfdbe730827 req-563e267e-110a-4e35-87ee-48bc0d5487b1 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:50.351207 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [req-2471631d-16e1-429a-8e56-1ead7929c979 req-7e6a5ba7-de51-485f-82c1-c1b047f17e5b tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Request body: {'port': {'device_id': '3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb', 'network_id': 'f458b361-921c-461c-88fa-9ee700422017', 'admin_state_up': True, 'tenant_id': '01381cd702444e4eaa15f24777e593a8'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:31:50.355508 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f6acd835-e6c8-404e-a99f-6bfdbe730827 req-563e267e-110a-4e35-87ee-48bc0d5487b1 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0796087 Jun 17 14:31:50.434352 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f6acd835-e6c8-404e-a99f-6bfdbe730827 req-c58727bb-e257-422e-9805-8ddab4a70943 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779464 Jun 17 14:31:50.606273 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2471631d-16e1-429a-8e56-1ead7929c979 req-7e6a5ba7-de51-485f-82c1-c1b047f17e5b tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Made reservation on behalf of 01381cd702444e4eaa15f24777e593a8 for: {'port': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:31:50.610368 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-2471631d-16e1-429a-8e56-1ead7929c979 req-7e6a5ba7-de51-485f-82c1-c1b047f17e5b tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:50.818080 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [req-2471631d-16e1-429a-8e56-1ead7929c979 req-7e6a5ba7-de51-485f-82c1-c1b047f17e5b tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Allocated IP 172.20.0.6 (f458b361-921c-461c-88fa-9ee700422017/03e025e5-74e2-4655-a570-366e6b5002f4/da827b35-a60a-4d80-963b-75a4f9a246c8) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:31:50.956629 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2fe831b5-87e5-4a53-829d-bdd4219fcbf6 req-c94fb168-162d-497c-9b61-8cbb013a0b1e tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb HTTP/1.1" status: 200 len: 210 time: 0.0382738 Jun 17 14:31:50.988771 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-2471631d-16e1-429a-8e56-1ead7929c979 req-7e6a5ba7-de51-485f-82c1-c1b047f17e5b tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:51.104046 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-2471631d-16e1-429a-8e56-1ead7929c979 req-7e6a5ba7-de51-485f-82c1-c1b047f17e5b tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260461624'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:51.108643 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-b0a56452-65e4-412c-841a-e80f07d57034 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:51.153143 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2471631d-16e1-429a-8e56-1ead7929c979 req-7e6a5ba7-de51-485f-82c1-c1b047f17e5b tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Network f458b361-921c-461c-88fa-9ee700422017 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:31:51.156928 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [req-2471631d-16e1-429a-8e56-1ead7929c979 req-7e6a5ba7-de51-485f-82c1-c1b047f17e5b tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:31:51.162327 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [req-2471631d-16e1-429a-8e56-1ead7929c979 req-7e6a5ba7-de51-485f-82c1-c1b047f17e5b tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:31:51.196680 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a5ba7-de51-485f-82c1-c1b047f17e5b tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Pushing event updated for resources: {'Port': ['ID=da827b35-a60a-4d80-963b-75a4f9a246c8,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:51.203179 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-7e6a5ba7-de51-485f-82c1-c1b047f17e5b tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:51.228153 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471631d-16e1-429a-8e56-1ead7929c979 req-7e6a5ba7-de51-485f-82c1-c1b047f17e5b tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:51.228837 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-2471631d-16e1-429a-8e56-1ead7929c979 req-7e6a5ba7-de51-485f-82c1-c1b047f17e5b tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for port, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:51.241824 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 60168) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:51.312056 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 60172) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:51.325062 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2471631d-16e1-429a-8e56-1ead7929c979 req-7e6a5ba7-de51-485f-82c1-c1b047f17e5b tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9782166 Jun 17 14:31:51.338952 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Request body: {'port': {'device_id': '3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:31:51.420817 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-be83423c-76e8-4bab-a3eb-20e85f761935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:51.432982 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c884aac4-ad4f-46c8-9b05-8667d864e9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:51.452448 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:51.503591 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.db.api [None req-c884aac4-ad4f-46c8-9b05-8667d864e9e0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 14:31:51.503591 dv-cinder-796286-6-smb neutron-server[93279]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 14:31:51.503591 dv-cinder-796286-6-smb neutron-server[93279]: [parameters: {'project_id': 'f8acca0c793b465aa5e8426790a52d90', 'id': '48e55d7b-543a-4ea4-b063-49dd9b98d291', 'expiration': datetime.datetime(2021, 6, 17, 14, 33, 51, 476368)}] Jun 17 14:31:51.503591 dv-cinder-796286-6-smb neutron-server[93279]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 14:31:51.504068 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_db.api [None req-c884aac4-ad4f-46c8-9b05-8667d864e9e0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 14:31:51.606904 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01210f56-8fbf-4b13-b7e8-d492ac32a381 req-6cb61c1e-3971-4d55-8b4f-8edb6fbd2590 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:51.608538 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-01210f56-8fbf-4b13-b7e8-d492ac32a381 req-6cb61c1e-3971-4d55-8b4f-8edb6fbd2590 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0691073 Jun 17 14:31:51.665755 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-01210f56-8fbf-4b13-b7e8-d492ac32a381 req-e4145c4f-70bd-4c15-af70-c83ad591b682 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512187 Jun 17 14:31:51.706095 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-be83423c-76e8-4bab-a3eb-20e85f761935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:51.800235 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-be83423c-76e8-4bab-a3eb-20e85f761935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:51.805068 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-5d78253e-b22f-42e5-baad-9ec05f5f337b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:51.836519 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.notifiers.nova [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da827b35-a60a-4d80-963b-75a4f9a246c8 {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:31:51.853831 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:51.869213 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83423c-76e8-4bab-a3eb-20e85f761935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7613f0-ea8a-4d07-8da7-ed3a2d951149,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:51.872580 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-be83423c-76e8-4bab-a3eb-20e85f761935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:51.879765 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-be83423c-76e8-4bab-a3eb-20e85f761935 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a6918b8d93cb4058b478335974994843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6346736 Jun 17 14:31:51.881057 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 60188) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:51.882400 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Transition to ACTIVE for port object da827b35-a60a-4d80-963b-75a4f9a246c8 will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:31:51.885787 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b345c2-7791-4b25-bb29-936353ecd542 req-a34b524e-57de-4984-8b56-3c134ac38113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:51.887340 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-20b345c2-7791-4b25-bb29-936353ecd542 req-a34b524e-57de-4984-8b56-3c134ac38113 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 1099 time: 0.0542579 Jun 17 14:31:51.925316 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-20b345c2-7791-4b25-bb29-936353ecd542 req-fcd48518-ec2d-4741-a5dc-1ef5bd4164d1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274932 Jun 17 14:31:51.936332 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b150-5f32-4bfa-aa19-a05dd6f70da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:51.957806 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b150-5f32-4bfa-aa19-a05dd6f70da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:52.005933 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c884aac4-ad4f-46c8-9b05-8667d864e9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:52.104925 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260461578'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:52.108558 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-d392ca1c-daf8-4ffb-b123-e94c794e56e0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:52.157011 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b150-5f32-4bfa-aa19-a05dd6f70da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:52.159545 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b150-5f32-4bfa-aa19-a05dd6f70da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:52.160690 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-c8d2b150-5f32-4bfa-aa19-a05dd6f70da8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ef7613f0-ea8a-4d07-8da7-ed3a2d951149 HTTP/1.1" status: 204 len: 168 time: 0.2770495 Jun 17 14:31:52.211784 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Pushing event updated for resources: {'Port': ['ID=da827b35-a60a-4d80-963b-75a4f9a246c8,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:52.222090 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:52.224622 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-837bbdfd-a605-46c3-9a11-b9b431a5db4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:52.236063 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ad5bc-ea47-4451-ae90-1b130dd0db21 req-00f2570f-0ca5-4be4-b312-b2ee7cf8b8ea tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:52.237586 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a41ad5bc-ea47-4451-ae90-1b130dd0db21 req-00f2570f-0ca5-4be4-b312-b2ee7cf8b8ea tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb HTTP/1.1" status: 200 len: 931 time: 0.1686623 Jun 17 14:31:52.283517 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2b150-5f32-4bfa-aa19-a05dd6f70da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7613f0-ea8a-4d07-8da7-ed3a2d951149,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:52.300871 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c8d2b150-5f32-4bfa-aa19-a05dd6f70da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:52.368282 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a41ad5bc-ea47-4451-ae90-1b130dd0db21 req-f61c3408-b943-4535-8c56-a1f3aba7eadb tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064768 Jun 17 14:31:52.372914 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Attempting to bind port da827b35-a60a-4d80-963b-75a4f9a246c8 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:31:52.373258 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Attempting to bind port da827b35-a60a-4d80-963b-75a4f9a246c8 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '5552d935-8137-40de-8317-5a24db3d9877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'f458b361-921c-461c-88fa-9ee700422017'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:31:52.373633 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Attempting to bind port da827b35-a60a-4d80-963b-75a4f9a246c8 on network f458b361-921c-461c-88fa-9ee700422017 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:31:52.385671 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c884aac4-ad4f-46c8-9b05-8667d864e9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:52.386730 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Port da827b35-a60a-4d80-963b-75a4f9a246c8 on network f458b361-921c-461c-88fa-9ee700422017 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:31:52.388826 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Attempting to bind port da827b35-a60a-4d80-963b-75a4f9a246c8 on network f458b361-921c-461c-88fa-9ee700422017 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:31:52.393924 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Checking agent: {'id': 'c17431a8-2d50-499b-8bf2-d6ffeabd9413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'started_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:31:52.394255 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Checking segment: {'id': '5552d935-8137-40de-8317-5a24db3d9877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'f458b361-921c-461c-88fa-9ee700422017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:31:52.394640 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Bound using segment: {'id': '5552d935-8137-40de-8317-5a24db3d9877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'f458b361-921c-461c-88fa-9ee700422017'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:31:52.395074 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Bound port: da827b35-a60a-4d80-963b-75a4f9a246c8, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5552d935-8137-40de-8317-5a24db3d9877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'f458b361-921c-461c-88fa-9ee700422017'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:31:52.395424 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:52.462209 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c884aac4-ad4f-46c8-9b05-8667d864e9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:52.466296 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-b3023d19-76b3-4753-b7cd-347f82c8c67d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:52.490342 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] For port da827b35-a60a-4d80-963b-75a4f9a246c8, host hv-cinder-79628, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:31:52.518920 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] For port da827b35-a60a-4d80-963b-75a4f9a246c8, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=da827b35-a60a-4d80-963b-75a4f9a246c8,segment=NetworkSegment(5552d935-8137-40de-8317-5a24db3d9877),segment_id=5552d935-8137-40de-8317-5a24db3d9877)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:31:52.520642 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884aac4-ad4f-46c8-9b05-8667d864e9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad060ae2-2874-466f-ad14-f9325c5d6838,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:52.527671 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 60210) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:52.528195 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-c884aac4-ad4f-46c8-9b05-8667d864e9e0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f8acca0c793b465aa5e8426790a52d90&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2146299 Jun 17 14:31:52.528600 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c884aac4-ad4f-46c8-9b05-8667d864e9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:52.581825 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0d30fa88-affc-4eb7-9dae-640dd2adc28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:52.603126 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0d30fa88-affc-4eb7-9dae-640dd2adc28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:52.628161 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260461578'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:52.631873 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-a9016c44-c2aa-4efc-a0cc-47113571d5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:52.663217 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:52.663784 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for port, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:52.665206 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2471631d-16e1-429a-8e56-1ead7929c979 req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] 10.222.0.93 "PUT /v2.0/ports/da827b35-a60a-4d80-963b-75a4f9a246c8 HTTP/1.1" status: 200 len: 1093 time: 1.3307726 Jun 17 14:31:52.665749 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb', 'tag': 'da827b35-a60a-4d80-963b-75a4f9a246c8'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:31:52.668672 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8863a126823674440be2fd171a9f51742ed7e76304ce63add1381630eebf7721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5771d6-6eb3-4ba7-bce2-33fd8fbdd55d" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb", "tag": "da827b35-a60a-4d80-963b-75a4f9a246c8"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:31:52.700433 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Pushing event updated for resources: {'Port': ['ID=da827b35-a60a-4d80-963b-75a4f9a246c8,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:52.703480 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:52.707511 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8ce246-36a4-46fc-9cf3-5ebdf325d7df x-openstack-request-id: req-1c8ce246-36a4-46fc-9cf3-5ebdf325d7df {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:31:52.707824 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb", "tag": "da827b35-a60a-4d80-963b-75a4f9a246c8", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:31:52.708099 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1c8ce246-36a4-46fc-9cf3-5ebdf325d7df {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:31:52.708815 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb', 'tag': 'da827b35-a60a-4d80-963b-75a4f9a246c8', 'status': 'completed', 'code': 200} Jun 17 14:31:52.755390 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0d30fa88-affc-4eb7-9dae-640dd2adc28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:52.759414 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0d30fa88-affc-4eb7-9dae-640dd2adc28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:52.760856 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-0d30fa88-affc-4eb7-9dae-640dd2adc28f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ad060ae2-2874-466f-ad14-f9325c5d6838 HTTP/1.1" status: 204 len: 168 time: 0.2322581 Jun 17 14:31:52.762009 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:52.770041 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30fa88-affc-4eb7-9dae-640dd2adc28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad060ae2-2874-466f-ad14-f9325c5d6838,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:52.779593 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-0d30fa88-affc-4eb7-9dae-640dd2adc28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:52.832997 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5771d6-6eb3-4ba7-bce2-33fd8fbdd55d req-2745845a-0f6d-4f48-bbcb-3e8d6c4c9733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:52.834752 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-9a5771d6-6eb3-4ba7-bce2-33fd8fbdd55d req-2745845a-0f6d-4f48-bbcb-3e8d6c4c9733 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=01381cd702444e4eaa15f24777e593a8&device_id=3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb HTTP/1.1" status: 200 len: 1096 time: 0.0758781 Jun 17 14:31:52.890499 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfca3a-b44b-49b7-b9fb-d2316e0d3ba5 req-9e239ca5-8dbd-4efd-a441-e0e74058fc56 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:52.892524 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b8dfca3a-b44b-49b7-b9fb-d2316e0d3ba5 req-9e239ca5-8dbd-4efd-a441-e0e74058fc56 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0794275 Jun 17 14:31:52.924785 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 60220) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:52.936338 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c5506d94-165e-414a-b5f1-04de7a50ab3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:52.978357 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b8dfca3a-b44b-49b7-b9fb-d2316e0d3ba5 req-c66ca485-6032-483c-9c0a-2ae659389432 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780673 Jun 17 14:31:52.983271 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5771d6-6eb3-4ba7-bce2-33fd8fbdd55d req-76c9d38b-c35a-48c1-bdea-a9b251138a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:52.985225 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-9a5771d6-6eb3-4ba7-bce2-33fd8fbdd55d req-76c9d38b-c35a-48c1-bdea-a9b251138a5a service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=01381cd702444e4eaa15f24777e593a8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1345766 Jun 17 14:31:53.070082 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c5506d94-165e-414a-b5f1-04de7a50ab3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:53.091433 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5771d6-6eb3-4ba7-bce2-33fd8fbdd55d req-a1d5386d-50b9-4ddc-817d-6236fd7c67e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:53.093056 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-9a5771d6-6eb3-4ba7-bce2-33fd8fbdd55d req-a1d5386d-50b9-4ddc-817d-6236fd7c67e8 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0946720 Jun 17 14:31:53.189717 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c5506d94-165e-414a-b5f1-04de7a50ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:53.200615 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-bad08d85-1028-4854-87f6-c9f2a570c7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:53.203462 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471631d-16e1-429a-8e56-1ead7929c979 req-f5599e44-d2e4-4200-bdb2-2d6a7a392d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:53.205004 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2471631d-16e1-429a-8e56-1ead7929c979 req-f5599e44-d2e4-4200-bdb2-2d6a7a392d9b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=01381cd702444e4eaa15f24777e593a8&device_id=3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb HTTP/1.1" status: 200 len: 1096 time: 0.0578666 Jun 17 14:31:53.236677 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-c5506d94-165e-414a-b5f1-04de7a50ab3b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=edf4c13c61b1415e89f76cef0f4fc92d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212590 Jun 17 14:31:53.238859 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5506d94-165e-414a-b5f1-04de7a50ab3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667cb712-0793-4016-8f52-dc24a609e813,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:53.242083 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c5506d94-165e-414a-b5f1-04de7a50ab3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:53.242775 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 60224) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:53.261640 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2471631d-16e1-429a-8e56-1ead7929c979 req-9b425bd3-24bd-426f-b3b1-0c7fc7d1e03c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da827b35-a60a-4d80-963b-75a4f9a246c8 HTTP/1.1" status: 200 len: 217 time: 0.0433238 Jun 17 14:31:53.296568 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-221fd1a9-66fc-47d7-a3ec-71f8652f1ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:53.314926 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471631d-16e1-429a-8e56-1ead7929c979 req-fdec3d88-7cf6-4687-af9d-e5d2ecd42316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:53.316519 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2471631d-16e1-429a-8e56-1ead7929c979 req-fdec3d88-7cf6-4687-af9d-e5d2ecd42316 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=03e025e5-74e2-4655-a570-366e6b5002f4 HTTP/1.1" status: 200 len: 849 time: 0.0431137 Jun 17 14:31:53.317542 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-221fd1a9-66fc-47d7-a3ec-71f8652f1ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:53.320506 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:31:53.356391 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2471631d-16e1-429a-8e56-1ead7929c979 req-500f1689-750a-41a5-a638-2a68d37d06e4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f458b361-921c-461c-88fa-9ee700422017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293882 Jun 17 14:31:53.450207 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2471631d-16e1-429a-8e56-1ead7929c979 req-b1610919-3ba4-49f4-99b3-dfcc60fc533e service neutron] 10.222.0.93 "GET /v2.0/networks/f458b361-921c-461c-88fa-9ee700422017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810382 Jun 17 14:31:53.489932 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-221fd1a9-66fc-47d7-a3ec-71f8652f1ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:53.493736 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-221fd1a9-66fc-47d7-a3ec-71f8652f1ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:53.497579 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-221fd1a9-66fc-47d7-a3ec-71f8652f1ade admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/667cb712-0793-4016-8f52-dc24a609e813 HTTP/1.1" status: 204 len: 168 time: 0.2513268 Jun 17 14:31:53.497579 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:53.511618 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fd1a9-66fc-47d7-a3ec-71f8652f1ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667cb712-0793-4016-8f52-dc24a609e813,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:53.534511 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-221fd1a9-66fc-47d7-a3ec-71f8652f1ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:53.596498 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2471631d-16e1-429a-8e56-1ead7929c979 req-dcb2fee8-da18-4874-b311-a39b41196ac3 service neutron] 10.222.0.93 "GET /v2.0/networks/f458b361-921c-461c-88fa-9ee700422017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365407 Jun 17 14:31:53.623311 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc5046-fcbf-4a2f-b16d-a32b73a805e5 req-67046e73-9873-454a-858c-70901b9573e2 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:53.624884 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a9bc5046-fcbf-4a2f-b16d-a32b73a805e5 req-67046e73-9873-454a-858c-70901b9573e2 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb HTTP/1.1" status: 200 len: 943 time: 0.0780501 Jun 17 14:31:53.641636 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 60238) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:53.656199 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-41cc2aec-feb6-42d8-a258-a10f1845fcd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:53.666830 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a9bc5046-fcbf-4a2f-b16d-a32b73a805e5 req-be9de4ca-bc5f-485a-a510-df77b1d8043e tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352600 Jun 17 14:31:53.750243 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-41cc2aec-feb6-42d8-a258-a10f1845fcd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:53.832451 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-41cc2aec-feb6-42d8-a258-a10f1845fcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:53.836640 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-061d8ee8-ddac-4b63-af0c-fe565fa06625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:53.876341 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-41cc2aec-feb6-42d8-a258-a10f1845fcd7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8cb739f5e5304126a551538918ab8ac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349238 Jun 17 14:31:53.877591 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc2aec-feb6-42d8-a258-a10f1845fcd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de9cc9d-1eb5-46ac-abc0-aad8c5ef994e,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:53.879060 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 60244) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:53.887260 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-41cc2aec-feb6-42d8-a258-a10f1845fcd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:53.946139 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f2c14173-785b-4cd7-a815-11acf100379b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:53.974899 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f2c14173-785b-4cd7-a815-11acf100379b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:54.133489 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f2c14173-785b-4cd7-a815-11acf100379b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:54.136008 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f2c14173-785b-4cd7-a815-11acf100379b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:54.137144 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-f2c14173-785b-4cd7-a815-11acf100379b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3de9cc9d-1eb5-46ac-abc0-aad8c5ef994e HTTP/1.1" status: 204 len: 168 time: 0.2569661 Jun 17 14:31:54.138627 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c8d48b2e-f5b2-478d-88eb-7c148b736333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:54.148341 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c14173-785b-4cd7-a815-11acf100379b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de9cc9d-1eb5-46ac-abc0-aad8c5ef994e,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:54.150960 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-f2c14173-785b-4cd7-a815-11acf100379b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:54.170544 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107db75a-648b-42d4-b2b4-d9a9081a1051 req-ceca45af-49fa-4ed1-9086-2c8a2c3c9caa tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:54.171965 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-107db75a-648b-42d4-b2b4-d9a9081a1051 req-ceca45af-49fa-4ed1-9086-2c8a2c3c9caa tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0822942 Jun 17 14:31:54.213975 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-107db75a-648b-42d4-b2b4-d9a9081a1051 req-1f987f98-0e51-45ab-8721-d7fb3a64c215 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346515 Jun 17 14:31:54.399404 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636769f-bd0a-4b91-8d7f-6fdc12d324ca req-a23ee8ba-9d40-44bf-bee0-c718f1b7e1af tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:54.400947 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a636769f-bd0a-4b91-8d7f-6fdc12d324ca req-a23ee8ba-9d40-44bf-bee0-c718f1b7e1af tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0677624 Jun 17 14:31:54.445420 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a636769f-bd0a-4b91-8d7f-6fdc12d324ca req-2d6144e4-48db-438e-b301-6c8570d8dc2d tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388436 Jun 17 14:31:54.861378 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ef4b7-8d7c-446e-a7fc-4298eba4d61a req-07747e41-d718-4e5e-b9b5-7c495e3905a3 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:54.862930 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-743ef4b7-8d7c-446e-a7fc-4298eba4d61a req-07747e41-d718-4e5e-b9b5-7c495e3905a3 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb HTTP/1.1" status: 200 len: 943 time: 0.0790794 Jun 17 14:31:54.934246 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-743ef4b7-8d7c-446e-a7fc-4298eba4d61a req-70d05051-cbfd-4438-8c93-998ee599f7c5 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608828 Jun 17 14:31:56.105499 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 60380) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:56.135504 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624e8c4-1fee-453b-aaa6-5c64006e0c9a req-f1d8e76b-2026-4bc3-8835-95e02315f20f tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:56.137306 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7624e8c4-1fee-453b-aaa6-5c64006e0c9a req-f1d8e76b-2026-4bc3-8835-95e02315f20f tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb HTTP/1.1" status: 200 len: 943 time: 0.0814862 Jun 17 14:31:56.156384 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device da827b35-a60a-4d80-963b-75a4f9a246c8 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:31:56.185206 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7624e8c4-1fee-453b-aaa6-5c64006e0c9a req-3409a7e1-c0b8-408d-a281-530b32ac848b tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419068 Jun 17 14:31:56.247039 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a4764ca8-c49b-49d7-9b75-a22e9d3632ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:56.266768 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port da827b35-a60a-4d80-963b-75a4f9a246c8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=da827b35-a60a-4d80-963b-75a4f9a246c8,segment=NetworkSegment(5552d935-8137-40de-8317-5a24db3d9877),segment_id=5552d935-8137-40de-8317-5a24db3d9877)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:31:56.278694 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': 'da827b35-a60a-4d80-963b-75a4f9a246c8', 'network_id': 'f458b361-921c-461c-88fa-9ee700422017', 'port_id': 'da827b35-a60a-4d80-963b-75a4f9a246c8', 'mac_address': 'fa:16:3e:f7:a5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e025e5-74e2-4655-a570-366e6b5002f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:31:56.319809 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:56.337749 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da827b35-a60a-4d80-963b-75a4f9a246c8 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:31:56.345636 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a4764ca8-c49b-49d7-9b75-a22e9d3632ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:56.358780 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port da827b35-a60a-4d80-963b-75a4f9a246c8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=da827b35-a60a-4d80-963b-75a4f9a246c8,segment=NetworkSegment(5552d935-8137-40de-8317-5a24db3d9877),segment_id=5552d935-8137-40de-8317-5a24db3d9877)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:31:56.411747 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a4764ca8-c49b-49d7-9b75-a22e9d3632ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:56.415696 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-fc60ad66-8d94-4303-8e2c-c17ef7830b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:56.440394 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:56.444825 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-b459eb60-e626-4246-9e68-a17bf7184adb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:56.460947 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4764ca8-c49b-49d7-9b75-a22e9d3632ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bd4c4a-0350-4ef5-8230-da28591a77cb,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:56.466322 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-a4764ca8-c49b-49d7-9b75-a22e9d3632ed admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=70332a6c91594642bc4636e98650ed17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549809 Jun 17 14:31:56.469668 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-a4764ca8-c49b-49d7-9b75-a22e9d3632ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:56.470004 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 60392) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:56.502705 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=da827b35-a60a-4d80-963b-75a4f9a246c8,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:56.510198 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:56.510561 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:56.511462 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:56.511885 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:56.512238 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:56.512723 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:56.513249 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:56.513754 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:56.514323 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:56.514797 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:56.515289 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:56.515767 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:31:56.526628 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-aace07ed-b1ca-4d5e-8530-9cfb92559a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:56.528318 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:56.559320 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-aace07ed-b1ca-4d5e-8530-9cfb92559a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:56.695063 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-aace07ed-b1ca-4d5e-8530-9cfb92559a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:56.697673 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-aace07ed-b1ca-4d5e-8530-9cfb92559a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:56.698818 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-aace07ed-b1ca-4d5e-8530-9cfb92559a30 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/27bd4c4a-0350-4ef5-8230-da28591a77cb HTTP/1.1" status: 204 len: 168 time: 0.2289152 Jun 17 14:31:56.699597 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-10490821-1e67-462e-a807-f8e6f8745983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:56.713104 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace07ed-b1ca-4d5e-8530-9cfb92559a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bd4c4a-0350-4ef5-8230-da28591a77cb,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:56.715344 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-aace07ed-b1ca-4d5e-8530-9cfb92559a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:56.819897 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['da827b35-a60a-4d80-963b-75a4f9a246c8'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:31:57.032432 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2d29e-eaa2-49d1-ae9e-1aefabfddbf7 req-c5c093a8-c558-405a-912f-da151c173d5a tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:57.042105 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5aa2d29e-eaa2-49d1-ae9e-1aefabfddbf7 req-c5c093a8-c558-405a-912f-da151c173d5a tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0868044 Jun 17 14:31:57.064610 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bf590-6865-4631-9d3e-cc6007de59cd req-b895c772-e5f8-426e-9d75-23859d22d4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:57.066455 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-381bf590-6865-4631-9d3e-cc6007de59cd req-b895c772-e5f8-426e-9d75-23859d22d4c9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df3f9d0051034672b2d1f6007dfac45e&device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 1098 time: 0.0858355 Jun 17 14:31:57.089403 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5aa2d29e-eaa2-49d1-ae9e-1aefabfddbf7 req-2b761fda-f56c-4f59-91cd-987fd89417d5 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436332 Jun 17 14:31:57.184875 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bf590-6865-4631-9d3e-cc6007de59cd req-47a29ab6-fda5-4f52-a0fc-d78fa9a7d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:57.186943 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-381bf590-6865-4631-9d3e-cc6007de59cd req-47a29ab6-fda5-4f52-a0fc-d78fa9a7d03d service neutron] 10.222.0.93 "GET /v2.0/networks?id=28c547f4-6a9c-4191-8f84-bf56696ffcf9 HTTP/1.1" status: 200 len: 919 time: 0.1017139 Jun 17 14:31:57.233050 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-381bf590-6865-4631-9d3e-cc6007de59cd req-ca38374b-e1c0-4227-812a-cf4bf513d3e3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40ac8dde-a46c-490e-ba44-251ccf494748 HTTP/1.1" status: 200 len: 217 time: 0.0341668 Jun 17 14:31:57.299583 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bf590-6865-4631-9d3e-cc6007de59cd req-c8471778-9998-41ff-8528-f7b2ce5109dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:57.301066 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-381bf590-6865-4631-9d3e-cc6007de59cd req-c8471778-9998-41ff-8528-f7b2ce5109dd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=be563bda-5edc-4f28-bda9-11728953d9ad HTTP/1.1" status: 200 len: 857 time: 0.0541222 Jun 17 14:31:57.340279 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-381bf590-6865-4631-9d3e-cc6007de59cd req-912d71d9-95bc-450f-a139-0c98b00b068c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=28c547f4-6a9c-4191-8f84-bf56696ffcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261204 Jun 17 14:31:57.386516 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00564d-4485-4dbd-bd18-b83551b893db req-2072d1e6-b7df-4876-b066-9c93ad47ff05 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:57.388034 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3a00564d-4485-4dbd-bd18-b83551b893db req-2072d1e6-b7df-4876-b066-9c93ad47ff05 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb HTTP/1.1" status: 200 len: 944 time: 0.0743561 Jun 17 14:31:57.437206 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3a00564d-4485-4dbd-bd18-b83551b893db req-96dd47c1-55ba-45ab-9d9a-7f8bfca6ded7 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398254 Jun 17 14:31:57.448617 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-381bf590-6865-4631-9d3e-cc6007de59cd req-940fb543-fd45-4203-a2d1-938a464c08b9 service neutron] 10.222.0.93 "GET /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062849 Jun 17 14:31:57.549247 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-381bf590-6865-4631-9d3e-cc6007de59cd req-292d8429-af97-4a47-8a8d-340d4da5115c service neutron] 10.222.0.93 "GET /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895803 Jun 17 14:31:58.170337 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device da827b35-a60a-4d80-963b-75a4f9a246c8 up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:31:58.388569 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ef0be-4c61-451e-9870-2f86f2ee7160 req-ab99a315-aa42-4861-8b39-c7e048cefce3 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:58.389968 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-456ef0be-4c61-451e-9870-2f86f2ee7160 req-ab99a315-aa42-4861-8b39-c7e048cefce3 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0905221 Jun 17 14:31:58.398228 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning for port da827b35-a60a-4d80-963b-75a4f9a246c8 completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:31:58.402331 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port da827b35-a60a-4d80-963b-75a4f9a246c8 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:31:58.404944 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:58.429971 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-456ef0be-4c61-451e-9870-2f86f2ee7160 req-45aeb5ef-bf92-495f-990f-10b919ed390c tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333722 Jun 17 14:31:58.505892 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:58.533142 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da827b35-a60a-4d80-963b-75a4f9a246c8'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:31:58.535447 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5506b8-3b65-4d45-8993-c1080db90d37" -d '{"events": [{"server_uuid": "3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb", "name": "network-vif-plugged", "status": "completed", "tag": "da827b35-a60a-4d80-963b-75a4f9a246c8"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:31:58.549145 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port da827b35-a60a-4d80-963b-75a4f9a246c8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=da827b35-a60a-4d80-963b-75a4f9a246c8,segment=NetworkSegment(5552d935-8137-40de-8317-5a24db3d9877),segment_id=5552d935-8137-40de-8317-5a24db3d9877)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:31:58.656252 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f8cc99-f75f-4bb4-9543-d90b8fd49d5c x-openstack-request-id: req-d0f8cc99-f75f-4bb4-9543-d90b8fd49d5c {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:31:58.656768 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb", "name": "network-vif-plugged", "status": "completed", "tag": "da827b35-a60a-4d80-963b-75a4f9a246c8", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:31:58.657038 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d0f8cc99-f75f-4bb4-9543-d90b8fd49d5c {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:31:58.657440 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da827b35-a60a-4d80-963b-75a4f9a246c8', 'code': 200} Jun 17 14:31:58.658474 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4770a-f575-4d6e-b2b8-4b18b827c51e req-6c28fe63-01bb-476e-95c4-fe39369733d7 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:58.659998 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-afc4770a-f575-4d6e-b2b8-4b18b827c51e req-6c28fe63-01bb-476e-95c4-fe39369733d7 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb HTTP/1.1" status: 200 len: 944 time: 0.0772328 Jun 17 14:31:58.698106 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:31:58.700912 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:31:58.704327 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-afc4770a-f575-4d6e-b2b8-4b18b827c51e req-dd928f13-9c07-4818-91ee-a22842b3b5aa tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380154 Jun 17 14:31:58.761959 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=da827b35-a60a-4d80-963b-75a4f9a246c8,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:31:58.765100 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:31:59.173628 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295988fa-aa2a-4d47-9bbd-a51af6fe64d7 req-c7c0afef-f754-4f16-b0f9-343ee3094864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:59.175056 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-295988fa-aa2a-4d47-9bbd-a51af6fe64d7 req-c7c0afef-f754-4f16-b0f9-343ee3094864 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb HTTP/1.1" status: 200 len: 1098 time: 0.0516851 Jun 17 14:31:59.215543 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-295988fa-aa2a-4d47-9bbd-a51af6fe64d7 req-9c2bf9f4-722b-4b37-9833-a131b3ba7e59 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294092 Jun 17 14:31:59.616893 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23363b6-6e2f-48a8-81af-bc26b7b38881 req-4b6cc4cd-71a1-4deb-b0a6-3e7cb830d2e6 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:59.619075 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f23363b6-6e2f-48a8-81af-bc26b7b38881 req-4b6cc4cd-71a1-4deb-b0a6-3e7cb830d2e6 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0716729 Jun 17 14:31:59.659913 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f23363b6-6e2f-48a8-81af-bc26b7b38881 req-c127a657-d1da-425c-b274-2dd0f4e88605 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356750 Jun 17 14:31:59.841009 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 60534) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:31:59.911277 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4545c-66fc-4ecc-b27b-1b238ddb5051 req-38e05211-0386-4b85-b0fd-b32b2a52331c tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:31:59.912863 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0dc4545c-66fc-4ecc-b27b-1b238ddb5051 req-38e05211-0386-4b85-b0fd-b32b2a52331c tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb HTTP/1.1" status: 200 len: 945 time: 0.0667329 Jun 17 14:31:59.958118 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0dc4545c-66fc-4ecc-b27b-1b238ddb5051 req-8352129e-9a35-4893-8c20-ac384d23b18a tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396814 Jun 17 14:31:59.965424 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b109df3b-5d6b-4906-967f-b83ff3bdc19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:00.137330 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b109df3b-5d6b-4906-967f-b83ff3bdc19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:00.226316 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b109df3b-5d6b-4906-967f-b83ff3bdc19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:00.229024 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-89875bb7-d33e-4a91-baff-cb22f93130dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:00.264531 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109df3b-5d6b-4906-967f-b83ff3bdc19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466e9cfc-7bdc-4c2d-b420-70750e103b73,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:00.268985 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-b109df3b-5d6b-4906-967f-b83ff3bdc19e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bd3440e0f4dc4006a221aa515d5d0ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4266515 Jun 17 14:32:00.269909 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-b109df3b-5d6b-4906-967f-b83ff3bdc19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:00.272489 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 60540) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:00.325958 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1fd1fc73-17c4-4569-b607-942b62cd38a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:00.347510 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1fd1fc73-17c4-4569-b607-942b62cd38a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:00.448988 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 60544) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:00.467835 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1fd1fc73-17c4-4569-b607-942b62cd38a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:00.470397 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1fd1fc73-17c4-4569-b607-942b62cd38a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:00.471564 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-1fd1fc73-17c4-4569-b607-942b62cd38a3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/466e9cfc-7bdc-4c2d-b420-70750e103b73 HTTP/1.1" status: 204 len: 168 time: 0.1980395 Jun 17 14:32:00.472223 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:00.479958 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1fc73-17c4-4569-b607-942b62cd38a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466e9cfc-7bdc-4c2d-b420-70750e103b73,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:00.482498 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-1fd1fc73-17c4-4569-b607-942b62cd38a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:00.561298 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-dfca8a56-cce5-4f15-b5e6-9f356c35b5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:00.658395 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-dfca8a56-cce5-4f15-b5e6-9f356c35b5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:00.746620 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-dfca8a56-cce5-4f15-b5e6-9f356c35b5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:00.751367 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-7d84e429-10ca-455a-93f9-cd70db3ebaaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:00.801902 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-dfca8a56-cce5-4f15-b5e6-9f356c35b5c0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c172052ade9342cca678c74cc7116e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517230 Jun 17 14:32:00.805980 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 60560) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:00.818803 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca8a56-cce5-4f15-b5e6-9f356c35b5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d949de2-ce84-4984-b2d7-ce88933856ec,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:00.825831 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-dfca8a56-cce5-4f15-b5e6-9f356c35b5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:00.875566 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e6fd5-36c7-4882-a8e5-8297a36207ed req-c1d1bfd8-7690-4f93-86f2-6393c908292a tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:00.878119 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-418e6fd5-36c7-4882-a8e5-8297a36207ed req-c1d1bfd8-7690-4f93-86f2-6393c908292a tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0924790 Jun 17 14:32:00.946418 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-418e6fd5-36c7-4882-a8e5-8297a36207ed req-db235b3f-f1c0-4a8e-8cf6-a2e7dda5e7fb tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612648 Jun 17 14:32:00.953001 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ebc55812-7a5b-4d4b-9f8f-164af7d094ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:00.983543 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ebc55812-7a5b-4d4b-9f8f-164af7d094ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:01.148997 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ebc55812-7a5b-4d4b-9f8f-164af7d094ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:01.151640 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ebc55812-7a5b-4d4b-9f8f-164af7d094ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:01.152874 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47145ab6-2708-41d2-8694-3a239c896006 req-47e7d07e-9820-4b8b-87e1-c013e925abc5 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:01.153023 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-ebc55812-7a5b-4d4b-9f8f-164af7d094ac admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1d949de2-ce84-4984-b2d7-ce88933856ec HTTP/1.1" status: 204 len: 168 time: 0.3453941 Jun 17 14:32:01.153660 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-e151447c-3431-4fee-96ec-d78581baa288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:01.154552 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-47145ab6-2708-41d2-8694-3a239c896006 req-47e7d07e-9820-4b8b-87e1-c013e925abc5 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb HTTP/1.1" status: 200 len: 945 time: 0.0686667 Jun 17 14:32:01.164379 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc55812-7a5b-4d4b-9f8f-164af7d094ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d949de2-ce84-4984-b2d7-ce88933856ec,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:01.166679 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-ebc55812-7a5b-4d4b-9f8f-164af7d094ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:01.197110 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-47145ab6-2708-41d2-8694-3a239c896006 req-55a1c250-a5a0-4233-a718-464b4d46021c tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360377 Jun 17 14:32:01.789876 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 60598) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:01.892218 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 60604) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:01.909305 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-848c5103-adb4-4054-95d0-55a6e777cae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:01.918483 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-77d20241-e69a-4fc4-82ca-6a907b4e9757 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-497028267-network', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:32:01.938225 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.db.api [None req-77d20241-e69a-4fc4-82ca-6a907b4e9757 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 14:32:01.938225 dv-cinder-796286-6-smb neutron-server[93280]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 14:32:01.938225 dv-cinder-796286-6-smb neutron-server[93280]: [parameters: {'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'id': 'e7ab5d96-e100-48cb-9960-9e7c8c528987', 'expiration': datetime.datetime(2021, 6, 17, 14, 34, 1, 932523)}] Jun 17 14:32:01.938225 dv-cinder-796286-6-smb neutron-server[93280]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93280) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 14:32:01.938902 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_db.api [None req-77d20241-e69a-4fc4-82ca-6a907b4e9757 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 14:32:02.018664 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-848c5103-adb4-4054-95d0-55a6e777cae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:02.138306 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3b5b2-83fc-4e93-b618-d86f7adfdb5c req-9f2397bc-1a52-4fca-8202-9af930cfd9da tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:02.139861 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4ab3b5b2-83fc-4e93-b618-d86f7adfdb5c req-9f2397bc-1a52-4fca-8202-9af930cfd9da tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0637527 Jun 17 14:32:02.179735 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4ab3b5b2-83fc-4e93-b618-d86f7adfdb5c req-7a72406b-03a0-4490-88ea-db10a281b3b4 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332296 Jun 17 14:32:02.268438 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-848c5103-adb4-4054-95d0-55a6e777cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:02.272286 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c884aac4-ad4f-46c8-9b05-8667d864e9e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:02.310642 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-848c5103-adb4-4054-95d0-55a6e777cae1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4ef39d30879845278795659243a11e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4171035 Jun 17 14:32:02.322059 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 60616) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:02.328023 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c5103-adb4-4054-95d0-55a6e777cae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b8cd94-94dc-4918-9185-6c73a2b7d47f,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:02.331416 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-848c5103-adb4-4054-95d0-55a6e777cae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:02.375013 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-260f7db8-9985-4ee9-b455-faf9292381b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:02.398474 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-260f7db8-9985-4ee9-b455-faf9292381b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:02.600332 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-260f7db8-9985-4ee9-b455-faf9292381b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:02.600548 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d20241-e69a-4fc4-82ca-6a907b4e9757 admin admin] Made reservation on behalf of 6d8f5cf3dd6d40df90ce4d61d76cd882 for: {'network': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:32:02.602882 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-77d20241-e69a-4fc4-82ca-6a907b4e9757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for network, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:02.603400 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-260f7db8-9985-4ee9-b455-faf9292381b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:02.604814 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-260f7db8-9985-4ee9-b455-faf9292381b3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/86b8cd94-94dc-4918-9185-6c73a2b7d47f HTTP/1.1" status: 204 len: 168 time: 0.2816293 Jun 17 14:32:02.605854 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-ebc55812-7a5b-4d4b-9f8f-164af7d094ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:02.613786 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f7db8-9985-4ee9-b455-faf9292381b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b8cd94-94dc-4918-9185-6c73a2b7d47f,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:02.616379 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-260f7db8-9985-4ee9-b455-faf9292381b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:02.619088 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-77d20241-e69a-4fc4-82ca-6a907b4e9757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:02.723691 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-77d20241-e69a-4fc4-82ca-6a907b4e9757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:02.794074 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-77d20241-e69a-4fc4-82ca-6a907b4e9757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:02.799783 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-2a88a964-4633-41f1-a779-fd73cfc7135c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:02.818720 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d20241-e69a-4fc4-82ca-6a907b4e9757 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1112} {{(pid=93280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:32:02.833586 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d20241-e69a-4fc4-82ca-6a907b4e9757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acfee03-49e1-48ba-b668-8e335a4bc4b6,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:02.837677 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-77d20241-e69a-4fc4-82ca-6a907b4e9757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:02.838758 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-77d20241-e69a-4fc4-82ca-6a907b4e9757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:02.839403 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.db.segments_db [None req-77d20241-e69a-4fc4-82ca-6a907b4e9757 admin admin] Added segment d0194e12-ea5a-4b56-a3d0-9cdd3dabab85 of type vlan for network d0606b52-95ae-4485-875d-65cf2291aa57 Jun 17 14:32:02.890966 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-77d20241-e69a-4fc4-82ca-6a907b4e9757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793008305830'] for network, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:02.927204 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 60630) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:03.021044 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-77d20241-e69a-4fc4-82ca-6a907b4e9757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932'] for network, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:03.022447 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d20241-e69a-4fc4-82ca-6a907b4e9757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:03.023037 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-77d20241-e69a-4fc4-82ca-6a907b4e9757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:03.026040 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:03.046626 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-15c0ca5e-8595-4953-ab88-9b7fdb0fb2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:03.085838 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d20241-e69a-4fc4-82ca-6a907b4e9757 admin admin] Pushing event updated for resources: {'Network': ['ID=d0606b52-95ae-4485-875d-65cf2291aa57,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:03.089245 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-77d20241-e69a-4fc4-82ca-6a907b4e9757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:03.097032 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Network d0606b52-95ae-4485-875d-65cf2291aa57 details requested by agent ovs-agent-dv-cinder-796286-6-smb with host dv-cinder-796286-6-smb {{(pid=93281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:32:03.110527 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-77d20241-e69a-4fc4-82ca-6a907b4e9757 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3164668 Jun 17 14:32:03.111419 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 60636) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:03.117285 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-0bdfe7ac-5260-4e75-ae97-485e8728b2fc admin admin] Request body: {'subnet': {'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-497028267-subnet', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'ip_version': 4}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:32:03.190688 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-15c0ca5e-8595-4953-ab88-9b7fdb0fb2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:03.434681 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058da8ff-1745-4a2f-9432-b91eaf53de55 req-c4c09b93-3362-4618-910a-f82411aa9bde tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:03.437959 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-058da8ff-1745-4a2f-9432-b91eaf53de55 req-c4c09b93-3362-4618-910a-f82411aa9bde tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0680282 Jun 17 14:32:03.440482 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-15c0ca5e-8595-4953-ab88-9b7fdb0fb2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:03.446692 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-ceec2939-c443-4c89-9042-7ddb371c0c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:03.506442 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0ca5e-8595-4953-ab88-9b7fdb0fb2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41758759-a10d-4479-b69a-9e6ad6f85a9a,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:03.508032 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38112093-ee8f-41b5-8828-6fa52824e7f6 req-da9c9147-33c6-46b2-99f5-e99f65f62ae0 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:03.511176 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-38112093-ee8f-41b5-8828-6fa52824e7f6 req-da9c9147-33c6-46b2-99f5-e99f65f62ae0 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb HTTP/1.1" status: 200 len: 945 time: 0.0875170 Jun 17 14:32:03.514762 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-15c0ca5e-8595-4953-ab88-9b7fdb0fb2a6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5fda1fd33cde4dc4b0d08b289720e6a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5839024 Jun 17 14:32:03.514762 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-15c0ca5e-8595-4953-ab88-9b7fdb0fb2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:03.515290 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 60646) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:03.521835 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-058da8ff-1745-4a2f-9432-b91eaf53de55 req-58e66f79-5f58-485b-ac45-6dc12c968e28 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769246 Jun 17 14:32:03.575122 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdfe7ac-5260-4e75-ae97-485e8728b2fc admin admin] Made reservation on behalf of 6d8f5cf3dd6d40df90ce4d61d76cd882 for: {'subnet': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:32:03.579977 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0bdfe7ac-5260-4e75-ae97-485e8728b2fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:03.595914 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-38112093-ee8f-41b5-8828-6fa52824e7f6 req-d1233f7b-a87e-455a-9b62-dc84302091db tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747752 Jun 17 14:32:03.619719 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ac971dce-558f-4658-a2dd-912e955e9ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:03.639370 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 60648) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:03.654432 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e2c5f8be-6c82-4196-ba4e-a6c34d038f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:03.683548 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ac971dce-558f-4658-a2dd-912e955e9ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:03.746402 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e2c5f8be-6c82-4196-ba4e-a6c34d038f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:03.822265 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-e2c5f8be-6c82-4196-ba4e-a6c34d038f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:03.824651 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c2715140-7088-4ea5-afe2-122b11664221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:03.861339 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5f8be-6c82-4196-ba4e-a6c34d038f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d023a10-79d7-4d74-b639-b8bce1893b7d,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:03.865744 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-e2c5f8be-6c82-4196-ba4e-a6c34d038f3b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=46d410e9d69f44ce887874f5eb63764a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251906 Jun 17 14:32:03.866710 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-e2c5f8be-6c82-4196-ba4e-a6c34d038f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:03.868451 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 60650) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:03.881086 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ac971dce-558f-4658-a2dd-912e955e9ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:03.883689 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ac971dce-558f-4658-a2dd-912e955e9ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:03.884852 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-ac971dce-558f-4658-a2dd-912e955e9ce7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/41758759-a10d-4479-b69a-9e6ad6f85a9a HTTP/1.1" status: 204 len: 168 time: 0.3688927 Jun 17 14:32:03.885700 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-3b46643d-bfeb-445c-bf22-64694644123a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:03.892788 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac971dce-558f-4658-a2dd-912e955e9ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41758759-a10d-4479-b69a-9e6ad6f85a9a,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:03.895202 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-ac971dce-558f-4658-a2dd-912e955e9ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:03.909440 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0bdfe7ac-5260-4e75-ae97-485e8728b2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941'] for subnet, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:03.913298 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:03.922122 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-22bdf610-9e7a-4e22-8453-7494069e6506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:03.949415 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-22bdf610-9e7a-4e22-8453-7494069e6506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:03.978515 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfe7ac-5260-4e75-ae97-485e8728b2fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9e5a000-21d1-4288-8156-fe8768563b32,revision_number=0']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:03.982239 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-0bdfe7ac-5260-4e75-ae97-485e8728b2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:03.988942 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdfe7ac-5260-4e75-ae97-485e8728b2fc admin admin] Checking segment: {'id': 'd0194e12-ea5a-4b56-a3d0-9cdd3dabab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:32:03.989946 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdfe7ac-5260-4e75-ae97-485e8728b2fc admin admin] Network hostable DHCP agents. Network: d0606b52-95ae-4485-875d-65cf2291aa57, hostable agents: ['5e674aae-4521-411e-b7ad-9e9eb91c2d49'], hosted agents: [] {{(pid=93280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:32:04.131993 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdfe7ac-5260-4e75-ae97-485e8728b2fc admin admin] Network d0606b52-95ae-4485-875d-65cf2291aa57 is scheduled to be hosted by DHCP agent 5e674aae-4521-411e-b7ad-9e9eb91c2d49 with binding_index 1 {{(pid=93280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:32:04.231952 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-0bdfe7ac-5260-4e75-ae97-485e8728b2fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-smb, d0606b52-95ae-4485-875d-65cf2291aa57) {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:32:04.236263 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdfe7ac-5260-4e75-ae97-485e8728b2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:04.237056 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0bdfe7ac-5260-4e75-ae97-485e8728b2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for subnet, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:04.241578 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8a1a76-2fc1-44a0-b0a5-c58f3c89211e None None] Network d0606b52-95ae-4485-875d-65cf2291aa57 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:32:04.360816 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-0bdfe7ac-5260-4e75-ae97-485e8728b2fc admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2483199 Jun 17 14:32:04.361085 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-22bdf610-9e7a-4e22-8453-7494069e6506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:04.363600 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 60660) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:04.372284 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-22bdf610-9e7a-4e22-8453-7494069e6506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:04.372284 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-22bdf610-9e7a-4e22-8453-7494069e6506 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9d023a10-79d7-4d74-b639-b8bce1893b7d HTTP/1.1" status: 204 len: 168 time: 0.5000515 Jun 17 14:32:04.372544 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-40cad20f-9107-4d16-9568-d68e439f5ffc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-497028267-router', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:32:04.372662 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-b109df3b-5d6b-4906-967f-b83ff3bdc19e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:04.394064 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47967912-1cf6-55f0-b54e-8ed58effb64d-d0606b52-95ae-4485-875d-65cf2291aa57', 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'fixed_ips': [{'subnet_id': 'b9e5a000-21d1-4288-8156-fe8768563b32'}]}} from dv-cinder-796286-6-smb. {{(pid=93281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 14:32:04.396192 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:04.397047 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bdf610-9e7a-4e22-8453-7494069e6506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d023a10-79d7-4d74-b639-b8bce1893b7d,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:04.400205 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-22bdf610-9e7a-4e22-8453-7494069e6506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:04.491873 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-40cad20f-9107-4d16-9568-d68e439f5ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-890073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-976'] for router, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:04.494628 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-40cad20f-9107-4d16-9568-d68e439f5ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-970129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-959238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-975'] for router, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:04.571169 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-40cad20f-9107-4d16-9568-d68e439f5ffc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:04.580936 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Allocated IP 172.20.0.2 (d0606b52-95ae-4485-875d-65cf2291aa57/b9e5a000-21d1-4288-8156-fe8768563b32/83c8cc56-1ccf-4496-bb3b-901bf6baee5e) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:32:04.719690 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b63140-975a-4b82-bf41-c095dc22ec24 req-0b36292e-624e-43c9-b68a-255cf4b541d7 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:04.721168 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c2b63140-975a-4b82-bf41-c095dc22ec24 req-0b36292e-624e-43c9-b68a-255cf4b541d7 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0664723 Jun 17 14:32:04.753778 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:04.768762 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Transition to ACTIVE for port object 83c8cc56-1ccf-4496-bb3b-901bf6baee5e will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:32:04.769063 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c2b63140-975a-4b82-bf41-c095dc22ec24 req-c0996c7b-3869-4bfd-9fe5-9a4e25ead320 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367498 Jun 17 14:32:04.779872 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Transition to ACTIVE for port object 83c8cc56-1ccf-4496-bb3b-901bf6baee5e will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:32:04.929217 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:04.931816 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:04.970824 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Network d0606b52-95ae-4485-875d-65cf2291aa57 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:32:04.974426 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:32:04.978786 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:32:05.028813 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Pushing event updated for resources: {'Port': ['ID=83c8cc56-1ccf-4496-bb3b-901bf6baee5e,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:05.032748 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 60670) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:05.048052 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-05fb4151-024d-4f87-a464-20745a92002d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:05.055377 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:05.089888 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-40cad20f-9107-4d16-9568-d68e439f5ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-970201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-890027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1021'] for router, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:05.091612 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Attempting to bind port 83c8cc56-1ccf-4496-bb3b-901bf6baee5e on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:32:05.092253 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Attempting to bind port 83c8cc56-1ccf-4496-bb3b-901bf6baee5e by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': 'd0194e12-ea5a-4b56-a3d0-9cdd3dabab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:32:05.092861 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Attempting to bind port 83c8cc56-1ccf-4496-bb3b-901bf6baee5e on network d0606b52-95ae-4485-875d-65cf2291aa57 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:32:05.099158 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:32:05.100087 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Checking segment: {'id': 'd0194e12-ea5a-4b56-a3d0-9cdd3dabab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:32:05.100516 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:05.101050 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Bound using segment: {'id': 'd0194e12-ea5a-4b56-a3d0-9cdd3dabab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:32:05.101446 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Bound port: 83c8cc56-1ccf-4496-bb3b-901bf6baee5e, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0194e12-ea5a-4b56-a3d0-9cdd3dabab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:32:05.101852 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:05.113721 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13237bd-f771-4616-87a1-8c243e122a15 req-8228fc48-4df0-4915-9d0a-fa1441f95bf8 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:05.120632 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b13237bd-f771-4616-87a1-8c243e122a15 req-8228fc48-4df0-4915-9d0a-fa1441f95bf8 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb HTTP/1.1" status: 200 len: 945 time: 0.3806906 Jun 17 14:32:05.157080 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b13237bd-f771-4616-87a1-8c243e122a15 req-d25cc201-5105-4c6a-b21e-ed50b309afb9 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352125 Jun 17 14:32:05.159117 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-05fb4151-024d-4f87-a464-20745a92002d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:05.181384 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] For port 83c8cc56-1ccf-4496-bb3b-901bf6baee5e, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:32:05.184006 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] For port 83c8cc56-1ccf-4496-bb3b-901bf6baee5e, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=83c8cc56-1ccf-4496-bb3b-901bf6baee5e,segment=NetworkSegment(d0194e12-ea5a-4b56-a3d0-9cdd3dabab85),segment_id=d0194e12-ea5a-4b56-a3d0-9cdd3dabab85)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:32:05.229095 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-05fb4151-024d-4f87-a464-20745a92002d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:05.245148 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:05.256206 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:05.259272 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:05.301222 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-05fb4151-024d-4f87-a464-20745a92002d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e5174ac4cda348a79e81c8d1abd3d099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633002 Jun 17 14:32:05.301434 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 60674) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:05.310021 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb4151-024d-4f87-a464-20745a92002d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43466c80-e554-411e-a2ba-49bdede9fbf7,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:05.314612 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-05fb4151-024d-4f87-a464-20745a92002d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:05.321213 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Pushing event updated for resources: {'Port': ['ID=83c8cc56-1ccf-4496-bb3b-901bf6baee5e,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:05.327854 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:05.342635 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:05.359636 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d212da5-0eed-4e37-945f-a73d8355f8ea req-379bb758-75f7-413e-b3e5-a116f91adfef tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:05.361130 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4d212da5-0eed-4e37-945f-a73d8355f8ea req-379bb758-75f7-413e-b3e5-a116f91adfef tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb HTTP/1.1" status: 200 len: 945 time: 0.0977883 Jun 17 14:32:05.414530 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-40cad20f-9107-4d16-9568-d68e439f5ffc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:05.440386 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-40cad20f-9107-4d16-9568-d68e439f5ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:05.442889 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c5e59126-73e0-47c7-8cc2-209912280fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:05.489182 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [req-4d212da5-0eed-4e37-945f-a73d8355f8ea req-7eb5514f-cc62-48e1-82e0-54a5d4d8a835 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Deleting port da827b35-a60a-4d80-963b-75a4f9a246c8 {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:32:05.489583 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-4d212da5-0eed-4e37-945f-a73d8355f8ea req-7eb5514f-cc62-48e1-82e0-54a5d4d8a835 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:05.504180 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c5e59126-73e0-47c7-8cc2-209912280fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:05.639929 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-40cad20f-9107-4d16-9568-d68e439f5ffc admin admin] Allocated IP 172.28.1.246 (bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a/1de5b000-f039-4ced-982c-ad6f7c0b7727/3ebc4e0d-345c-40e0-990f-998ed8804bbd) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:32:05.661193 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [req-4d212da5-0eed-4e37-945f-a73d8355f8ea req-7eb5514f-cc62-48e1-82e0-54a5d4d8a835 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] For port da827b35-a60a-4d80-963b-75a4f9a246c8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=da827b35-a60a-4d80-963b-75a4f9a246c8,segment=NetworkSegment(5552d935-8137-40de-8317-5a24db3d9877),segment_id=5552d935-8137-40de-8317-5a24db3d9877)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:32:05.662334 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-4d212da5-0eed-4e37-945f-a73d8355f8ea req-7eb5514f-cc62-48e1-82e0-54a5d4d8a835 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:05.755066 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c5e59126-73e0-47c7-8cc2-209912280fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:05.760923 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c5e59126-73e0-47c7-8cc2-209912280fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:05.760923 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-c5e59126-73e0-47c7-8cc2-209912280fab admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/43466c80-e554-411e-a2ba-49bdede9fbf7 HTTP/1.1" status: 204 len: 168 time: 0.4576726 Jun 17 14:32:05.761094 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-22b16457-b13d-4ef3-b6ff-51355ab07f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:05.767850 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [req-4d212da5-0eed-4e37-945f-a73d8355f8ea req-7eb5514f-cc62-48e1-82e0-54a5d4d8a835 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Calling delete_port for da827b35-a60a-4d80-963b-75a4f9a246c8 owned by compute:nova {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:32:05.773845 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e59126-73e0-47c7-8cc2-209912280fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43466c80-e554-411e-a2ba-49bdede9fbf7,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:05.777452 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c5e59126-73e0-47c7-8cc2-209912280fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:05.818479 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-40cad20f-9107-4d16-9568-d68e439f5ffc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:05.930616 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-40cad20f-9107-4d16-9568-d68e439f5ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:05.938521 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:05.983481 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cad20f-9107-4d16-9568-d68e439f5ffc admin admin] Network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:32:05.987473 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-40cad20f-9107-4d16-9568-d68e439f5ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:32:05.997850 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cad20f-9107-4d16-9568-d68e439f5ffc admin admin] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:32:06.013868 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 83c8cc56-1ccf-4496-bb3b-901bf6baee5e up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:32:06.047390 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948af11-a91b-4ef7-982b-6b9814e14eaf req-8c82e9ca-3676-489b-b538-5d57c102c97a tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:06.048893 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5948af11-a91b-4ef7-982b-6b9814e14eaf req-8c82e9ca-3676-489b-b538-5d57c102c97a tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.1197002 Jun 17 14:32:06.088907 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5948af11-a91b-4ef7-982b-6b9814e14eaf req-6952ddac-97a7-4377-94ae-35d68db0ae31 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329306 Jun 17 14:32:06.089158 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cad20f-9107-4d16-9568-d68e439f5ffc admin admin] Pushing event updated for resources: {'Port': ['ID=3ebc4e0d-345c-40e0-990f-998ed8804bbd,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:06.092114 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-40cad20f-9107-4d16-9568-d68e439f5ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:06.153979 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-4d212da5-0eed-4e37-945f-a73d8355f8ea req-7eb5514f-cc62-48e1-82e0-54a5d4d8a835 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260461617'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:06.159443 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:06.165940 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['da827b35-a60a-4d80-963b-75a4f9a246c8'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:32:06.193993 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port 83c8cc56-1ccf-4496-bb3b-901bf6baee5e completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:32:06.208445 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5514f-cc62-48e1-82e0-54a5d4d8a835 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Pushing event deleted for resources: {'Port': ['ID=da827b35-a60a-4d80-963b-75a4f9a246c8,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:06.212458 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-7eb5514f-cc62-48e1-82e0-54a5d4d8a835 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:06.291480 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d212da5-0eed-4e37-945f-a73d8355f8ea req-7eb5514f-cc62-48e1-82e0-54a5d4d8a835 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] No DVR routers for this DVR port da827b35-a60a-4d80-963b-75a4f9a246c8 on host hv-cinder-79628 {{(pid=93279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:32:06.294946 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-4d212da5-0eed-4e37-945f-a73d8355f8ea req-7eb5514f-cc62-48e1-82e0-54a5d4d8a835 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:06.296904 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4d212da5-0eed-4e37-945f-a73d8355f8ea req-7eb5514f-cc62-48e1-82e0-54a5d4d8a835 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.93 "DELETE /v2.0/ports/da827b35-a60a-4d80-963b-75a4f9a246c8 HTTP/1.1" status: 204 len: 173 time: 0.9264791 Jun 17 14:32:06.297398 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb', 'name': 'network-vif-deleted', 'tag': 'da827b35-a60a-4d80-963b-75a4f9a246c8'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:32:06.300046 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8863a126823674440be2fd171a9f51742ed7e76304ce63add1381630eebf7721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6ade85-307a-46d6-82bd-9c199f000658" -d '{"events": [{"server_uuid": "3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb", "name": "network-vif-deleted", "tag": "da827b35-a60a-4d80-963b-75a4f9a246c8"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:32:06.351182 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-06e50a3d-d262-4bf6-8746-6744fad3cea5 req-42229a01-0a42-4906-bf54-6c653e4b839c tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb HTTP/1.1" status: 200 len: 210 time: 0.0497293 Jun 17 14:32:06.359936 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be739f4d-a576-4143-b407-54ab5617a0d5 x-openstack-request-id: req-be739f4d-a576-4143-b407-54ab5617a0d5 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:32:06.360099 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb", "name": "network-vif-deleted", "tag": "da827b35-a60a-4d80-963b-75a4f9a246c8", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:32:06.360293 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-be739f4d-a576-4143-b407-54ab5617a0d5 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:32:06.360718 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb', 'name': 'network-vif-deleted', 'tag': 'da827b35-a60a-4d80-963b-75a4f9a246c8', 'status': 'completed', 'code': 200} Jun 17 14:32:06.416133 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-40cad20f-9107-4d16-9568-d68e439f5ffc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:06.532903 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae21025-62da-4801-9b4e-62fddfd45d49 None None] Network d0606b52-95ae-4485-875d-65cf2291aa57 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:32:06.636191 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-40cad20f-9107-4d16-9568-d68e439f5ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-970238'] for router, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:06.698898 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e1560a64-ba4f-4211-9b84-90f2ac9f9821 None None] Provisioning for port 83c8cc56-1ccf-4496-bb3b-901bf6baee5e completed by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:32:06.713598 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e1560a64-ba4f-4211-9b84-90f2ac9f9821 None None] Provisioning complete for port 83c8cc56-1ccf-4496-bb3b-901bf6baee5e triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:32:06.714168 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e1560a64-ba4f-4211-9b84-90f2ac9f9821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:06.824443 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e1560a64-ba4f-4211-9b84-90f2ac9f9821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:06.861727 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e1560a64-ba4f-4211-9b84-90f2ac9f9821 None None] For port 83c8cc56-1ccf-4496-bb3b-901bf6baee5e, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=83c8cc56-1ccf-4496-bb3b-901bf6baee5e,segment=NetworkSegment(d0194e12-ea5a-4b56-a3d0-9cdd3dabab85),segment_id=d0194e12-ea5a-4b56-a3d0-9cdd3dabab85)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:32:06.874235 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cad20f-9107-4d16-9568-d68e439f5ffc admin admin] Router 699b8750-07b0-4efc-942a-86014c08a013 is scheduled to L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 with binding_index 1 {{(pid=93280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:32:06.937003 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e1560a64-ba4f-4211-9b84-90f2ac9f9821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:06.938914 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:07.002130 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cad20f-9107-4d16-9568-d68e439f5ffc admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:32:07.015214 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1560a64-ba4f-4211-9b84-90f2ac9f9821 None None] Pushing event updated for resources: {'Port': ['ID=83c8cc56-1ccf-4496-bb3b-901bf6baee5e,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:07.021759 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] Sync routers for ids ['699b8750-07b0-4efc-942a-86014c08a013'] in dv-cinder-796286-6-smb {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:32:07.022480 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e1560a64-ba4f-4211-9b84-90f2ac9f9821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:07.030078 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] Routers {'699b8750-07b0-4efc-942a-86014c08a013'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:32:07.031024 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:31:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['699b8750-07b0-4efc-942a-86014c08a013'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:32:07.058268 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-c01f6532-b7f9-4a5f-a2d2-0831a5802fe8 None None] Provisioning complete for port 83c8cc56-1ccf-4496-bb3b-901bf6baee5e triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:32:07.058662 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c01f6532-b7f9-4a5f-a2d2-0831a5802fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:07.113013 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-40cad20f-9107-4d16-9568-d68e439f5ffc admin admin] Notify callbacks [] for router, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:07.116329 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-40cad20f-9107-4d16-9568-d68e439f5ffc admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7493012 Jun 17 14:32:07.118012 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 60712) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:07.145636 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] Set router 699b8750-07b0-4efc-942a-86014c08a013 gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:32:07.334065 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c62ee-e932-4b14-a4ef-7324c4bf08f7 req-6fa391b3-0098-4fd7-825e-b2548da3e3e3 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:07.347535 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5e9c62ee-e932-4b14-a4ef-7324c4bf08f7 req-6fa391b3-0098-4fd7-825e-b2548da3e3e3 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0918708 Jun 17 14:32:07.376135 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699b8750-07b0-4efc-942a-86014c08a013', 'name': 'tempest-TestShelveInstance-497028267-router', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:04Z', 'updated_at': '2021-06-17T14:32:06Z', 'revision_number': 3, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'gw_port': {'id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699b8750-07b0-4efc-942a-86014c08a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:05Z', 'updated_at': '2021-06-17T14:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:32:07.398809 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5e9c62ee-e932-4b14-a4ef-7324c4bf08f7 req-7028262b-35b1-4215-b8ab-604cdd98d2b5 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461948 Jun 17 14:32:07.430898 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] Checking router: 699b8750-07b0-4efc-942a-86014c08a013 for host: dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:32:07.431492 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] Updating router 699b8750-07b0-4efc-942a-86014c08a013 port 3ebc4e0d-345c-40e0-990f-998ed8804bbd binding host dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:32:07.494282 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:07.690147 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-66ad821b-2d0d-42dc-855c-2ded114a414a req-cd8321c1-ae60-400a-80c5-3ad21cbc602e tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d1d24b2-b6a1-4b2d-ad8b-de3db98b31eb HTTP/1.1" status: 200 len: 210 time: 0.0558009 Jun 17 14:32:07.712063 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:07.878761 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Allocated IP 172.20.0.1 (d0606b52-95ae-4485-875d-65cf2291aa57/b9e5a000-21d1-4288-8156-fe8768563b32/6189851c-136b-4527-9da4-3539a2e53db6) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:32:07.889565 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:07.900997 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] Transition to ACTIVE for port object 3ebc4e0d-345c-40e0-990f-998ed8804bbd will not be triggered until provisioned by entity L2. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:32:07.934870 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 83c8cc56-1ccf-4496-bb3b-901bf6baee5e up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:32:07.960216 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:07.962587 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-f0140e07-e5b6-4fdd-862e-8015d209c40d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:07.986224 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 83c8cc56-1ccf-4496-bb3b-901bf6baee5e triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:32:07.986979 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:08.018124 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:08.041117 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781262df-4c1b-4402-bfa7-a22219b3fe1b None None] Pushing event updated for resources: {'Port': ['ID=3ebc4e0d-345c-40e0-990f-998ed8804bbd,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:08.041825 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Transition to ACTIVE for port object 6189851c-136b-4527-9da4-3539a2e53db6 will not be triggered until provisioned by entity DHCP. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:32:08.055071 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781262df-4c1b-4402-bfa7-a22219b3fe1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:08.055417 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781262df-4c1b-4402-bfa7-a22219b3fe1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:08.055751 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781262df-4c1b-4402-bfa7-a22219b3fe1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:08.056084 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781262df-4c1b-4402-bfa7-a22219b3fe1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:08.056413 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781262df-4c1b-4402-bfa7-a22219b3fe1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:08.056736 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781262df-4c1b-4402-bfa7-a22219b3fe1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:08.057079 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781262df-4c1b-4402-bfa7-a22219b3fe1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:08.057402 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781262df-4c1b-4402-bfa7-a22219b3fe1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:08.058642 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781262df-4c1b-4402-bfa7-a22219b3fe1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:08.060798 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781262df-4c1b-4402-bfa7-a22219b3fe1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:08.061782 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781262df-4c1b-4402-bfa7-a22219b3fe1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:08.063917 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781262df-4c1b-4402-bfa7-a22219b3fe1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:08.072604 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-781262df-4c1b-4402-bfa7-a22219b3fe1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:08.085654 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] Attempting to bind port 3ebc4e0d-345c-40e0-990f-998ed8804bbd on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:32:08.086147 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] Attempting to bind port 3ebc4e0d-345c-40e0-990f-998ed8804bbd by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:32:08.086604 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] Attempting to bind port 3ebc4e0d-345c-40e0-990f-998ed8804bbd on network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:32:08.092428 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:32:08.092906 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] Checking segment: {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:32:08.093380 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:08.093866 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] Bound using segment: {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:32:08.094421 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] Bound port: 3ebc4e0d-345c-40e0-990f-998ed8804bbd, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:32:08.094964 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:08.148746 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] For port 3ebc4e0d-345c-40e0-990f-998ed8804bbd, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:32:08.151827 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] For port 3ebc4e0d-345c-40e0-990f-998ed8804bbd, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=3ebc4e0d-345c-40e0-990f-998ed8804bbd,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:32:08.175270 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:08.177746 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:08.214676 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Network d0606b52-95ae-4485-875d-65cf2291aa57 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:32:08.217337 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:32:08.219766 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:32:08.220544 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980807'] for router_interface, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:08.237992 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device da827b35-a60a-4d80-963b-75a4f9a246c8 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:32:08.244106 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:08.255894 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:08.260155 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] No Port match for: da827b35-a60a-4d80-963b-75a4f9a246c8 {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:32:08.265658 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=6189851c-136b-4527-9da4-3539a2e53db6,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:08.265889 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device da827b35-a60a-4d80-963b-75a4f9a246c8 not bound to the agent host hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:32:08.269711 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:08.312162 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] Routers {'699b8750-07b0-4efc-942a-86014c08a013'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:32:08.313333 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:31:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['699b8750-07b0-4efc-942a-86014c08a013'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:32:08.361925 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781262df-4c1b-4402-bfa7-a22219b3fe1b None None] Pushing event updated for resources: {'Port': ['ID=3ebc4e0d-345c-40e0-990f-998ed8804bbd,revision_number=3']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:08.390311 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-781262df-4c1b-4402-bfa7-a22219b3fe1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:08.444787 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] Set router 699b8750-07b0-4efc-942a-86014c08a013 gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:32:08.488057 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:08.563382 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-abd879ea-afe3-4cbf-83ea-d639a49446bd None None] Provisioning for port 6189851c-136b-4527-9da4-3539a2e53db6 completed by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:32:08.568549 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-abd879ea-afe3-4cbf-83ea-d639a49446bd None None] Provisioning complete for port 6189851c-136b-4527-9da4-3539a2e53db6 triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:32:08.569358 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-abd879ea-afe3-4cbf-83ea-d639a49446bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:08.616010 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-abd879ea-afe3-4cbf-83ea-d639a49446bd None None] Port 6189851c-136b-4527-9da4-3539a2e53db6 cannot update to ACTIVE because it is not bound. {{(pid=93281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:32:08.651320 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93867038-3d1b-4c2f-b8db-0bd3c5661f9e req-dc3b1b77-00c7-4e73-8382-bd68b2d660ae tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:08.652837 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-93867038-3d1b-4c2f-b8db-0bd3c5661f9e req-dc3b1b77-00c7-4e73-8382-bd68b2d660ae tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0874135 Jun 17 14:32:08.671416 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:08.671638 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699b8750-07b0-4efc-942a-86014c08a013', 'name': 'tempest-TestShelveInstance-497028267-router', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:04Z', 'updated_at': '2021-06-17T14:32:06Z', 'revision_number': 3, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'gw_port': {'id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699b8750-07b0-4efc-942a-86014c08a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:05Z', 'updated_at': '2021-06-17T14:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:32:08.694364 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1c7892-2cc1-4ad7-9b49-c2c554003d97 None None] The sync data for ids ['699b8750-07b0-4efc-942a-86014c08a013'] in dv-cinder-796286-6-smb is: [{'id': '699b8750-07b0-4efc-942a-86014c08a013', 'name': 'tempest-TestShelveInstance-497028267-router', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:04Z', 'updated_at': '2021-06-17T14:32:06Z', 'revision_number': 3, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'gw_port': {'id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699b8750-07b0-4efc-942a-86014c08a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:05Z', 'updated_at': '2021-06-17T14:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}] {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:32:08.696484 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-93867038-3d1b-4c2f-b8db-0bd3c5661f9e req-813ad1c4-bc61-44ec-b547-3f2bb61eb1fc tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376005 Jun 17 14:32:08.712182 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:08.713054 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-967660'] for router_interface, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:08.714950 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-b5270eef-2cae-4921-aba6-fd2e48c6e4df tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:08.777848 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=6189851c-136b-4527-9da4-3539a2e53db6,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:08.780780 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:08.859443 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Network d0606b52-95ae-4485-875d-65cf2291aa57 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:32:08.861063 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:32:09.241828 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-f30b02ac-c82f-438e-aa9c-b0f1fb0d1c28 None None] Provisioning complete for port 6189851c-136b-4527-9da4-3539a2e53db6 triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:32:09.242372 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f30b02ac-c82f-438e-aa9c-b0f1fb0d1c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:09.298383 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-4ebf67bf-f3a6-4129-bc65-8124e93363e8 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:09.303841 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-f30b02ac-c82f-438e-aa9c-b0f1fb0d1c28 None None] Port 6189851c-136b-4527-9da4-3539a2e53db6 cannot update to ACTIVE because it is not bound. {{(pid=93281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:32:09.306412 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-4ebf67bf-f3a6-4129-bc65-8124e93363e8 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/networks?id=f458b361-921c-461c-88fa-9ee700422017 HTTP/1.1" status: 200 len: 809 time: 0.2180686 Jun 17 14:32:09.322546 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-002fb163-29ec-4c10-9686-fce80e0aa420 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/quotas/01381cd702444e4eaa15f24777e593a8 HTTP/1.1" status: 200 len: 375 time: 0.0145082 Jun 17 14:32:09.323926 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Router 699b8750-07b0-4efc-942a-86014c08a013 has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:32:09.358993 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-c0aee319-9ce4-4940-b4cc-9c7bf0f7f5b6 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=01381cd702444e4eaa15f24777e593a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304925 Jun 17 14:32:09.469635 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:32:09.471343 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-82dabb6b-6632-45d8-ab78-09f112115a67 service neutron] 10.222.0.86 "GET /v2.0/networks/f458b361-921c-461c-88fa-9ee700422017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046107 Jun 17 14:32:09.484839 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] 10.222.0.86 "PUT /v2.0/routers/699b8750-07b0-4efc-942a-86014c08a013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3585052 Jun 17 14:32:09.585238 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-f0d64964-2abe-4d78-baa1-d6a68e9bb285 service neutron] 10.222.0.86 "GET /v2.0/networks/f458b361-921c-461c-88fa-9ee700422017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130459 Jun 17 14:32:09.634928 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-56e578d8-9318-4190-9cad-80420faaed68 req-92b780b8-3499-4efe-9e62-7c99a75875b5 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=4387f6f0164d4668a7cc24baaefdf7c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326707 Jun 17 14:32:09.831588 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e578d8-9318-4190-9cad-80420faaed68 req-9940c95f-2f53-4ca3-82fd-5c5b9bee88fb tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:09.833390 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-56e578d8-9318-4190-9cad-80420faaed68 req-9940c95f-2f53-4ca3-82fd-5c5b9bee88fb tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1908867 Jun 17 14:32:09.856250 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-56e578d8-9318-4190-9cad-80420faaed68 req-7da5d301-f0d6-4f48-bf86-449b0c698ab1 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/quotas/4387f6f0164d4668a7cc24baaefdf7c7 HTTP/1.1" status: 200 len: 375 time: 0.0118554 Jun 17 14:32:09.942361 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-56e578d8-9318-4190-9cad-80420faaed68 req-052fc311-e345-4b36-a67d-dba8b4eb4545 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4387f6f0164d4668a7cc24baaefdf7c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785131 Jun 17 14:32:10.049608 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 3ebc4e0d-345c-40e0-990f-998ed8804bbd up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:32:10.174757 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038cb58-31e4-4e10-aaca-831ec0bf3430 req-1b047242-933a-4e47-99b6-ccdb0755c6db tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:10.183176 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a038cb58-31e4-4e10-aaca-831ec0bf3430 req-1b047242-933a-4e47-99b6-ccdb0755c6db tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.1043680 Jun 17 14:32:10.223509 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a038cb58-31e4-4e10-aaca-831ec0bf3430 req-623abfa4-1c51-4f9e-9e8e-720010a99792 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390418 Jun 17 14:32:10.319942 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-db20c442-96b8-4b7e-8c50-04ae455b8519 req-df15cdc1-9207-499a-af03-fce78dc6f726 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ed5574d-b013-40ba-b576-011f08707801 HTTP/1.1" status: 200 len: 210 time: 0.0468631 Jun 17 14:32:10.334869 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port 3ebc4e0d-345c-40e0-990f-998ed8804bbd completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:32:10.339279 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 3ebc4e0d-345c-40e0-990f-998ed8804bbd triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:32:10.343549 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:10.518490 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c63d849f-45a2-4fd7-a7ef-4f150ef18d06 req-1b1b06f3-81e3-485b-a22b-6b409319332f tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 210 time: 0.0732489 Jun 17 14:32:10.582517 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:10.606785 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] For port 3ebc4e0d-345c-40e0-990f-998ed8804bbd, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=3ebc4e0d-345c-40e0-990f-998ed8804bbd,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:32:10.619445 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 60812) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:10.625608 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-eceb2459-8de6-41ea-83f5-4f7fe2007176 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-814111040-network', 'tenant_id': '84cf53fd8f5d4846884cece3d5d7aceb'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:32:10.700615 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:10.702617 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:10.754056 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Pushing event updated for resources: {'Port': ['ID=3ebc4e0d-345c-40e0-990f-998ed8804bbd,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:10.757113 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:10.777280 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eceb2459-8de6-41ea-83f5-4f7fe2007176 admin admin] Made reservation on behalf of 84cf53fd8f5d4846884cece3d5d7aceb for: {'network': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:32:10.779750 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-eceb2459-8de6-41ea-83f5-4f7fe2007176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for network, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:10.789824 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-eceb2459-8de6-41ea-83f5-4f7fe2007176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:10.874573 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] Sync routers for ids ['699b8750-07b0-4efc-942a-86014c08a013'] in dv-cinder-796286-6-smb {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:32:10.885880 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] Routers {'699b8750-07b0-4efc-942a-86014c08a013'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:32:10.886216 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-eceb2459-8de6-41ea-83f5-4f7fe2007176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:10.886551 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:31:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['699b8750-07b0-4efc-942a-86014c08a013'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:32:10.991385 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] Set router 699b8750-07b0-4efc-942a-86014c08a013 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:32:11.072008 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-eceb2459-8de6-41ea-83f5-4f7fe2007176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:11.075350 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-02c5124a-c2c8-4077-8337-818f37b2c623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:11.131591 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb2459-8de6-41ea-83f5-4f7fe2007176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b291b85b-1b16-4d22-a489-2f561fa1c732,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:11.136979 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-eceb2459-8de6-41ea-83f5-4f7fe2007176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:11.277584 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eceb2459-8de6-41ea-83f5-4f7fe2007176 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1108} {{(pid=93280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:32:11.290008 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-eceb2459-8de6-41ea-83f5-4f7fe2007176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:11.290354 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.db.segments_db [None req-eceb2459-8de6-41ea-83f5-4f7fe2007176 admin admin] Added segment bc179482-c019-4174-a421-786c1df42ed8 of type vlan for network 7d63c031-c2de-4bf9-bb03-d8c2cd626835 Jun 17 14:32:11.341692 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-eceb2459-8de6-41ea-83f5-4f7fe2007176 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793008305830'] for network, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:11.360462 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699b8750-07b0-4efc-942a-86014c08a013', 'name': 'tempest-TestShelveInstance-497028267-router', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:04Z', 'updated_at': '2021-06-17T14:32:08Z', 'revision_number': 4, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'gw_port': {'id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699b8750-07b0-4efc-942a-86014c08a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:05Z', 'updated_at': '2021-06-17T14:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '6189851c-136b-4527-9da4-3539a2e53db6', 'name': '', 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'mac_address': 'fa:16:3e:e2:fa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699b8750-07b0-4efc-942a-86014c08a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'b9e5a000-21d1-4288-8156-fe8768563b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:07Z', 'updated_at': '2021-06-17T14:32:08Z', 'revision_number': 2, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'subnets': [{'id': 'b9e5a000-21d1-4288-8156-fe8768563b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:32:11.405834 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] Checking router: 699b8750-07b0-4efc-942a-86014c08a013 for host: dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:32:11.406206 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] Updating router 699b8750-07b0-4efc-942a-86014c08a013 port 6189851c-136b-4527-9da4-3539a2e53db6 binding host dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:32:11.414299 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ea478-5073-49b0-a73a-25e47a929e5f req-4af13849-fc69-4bd1-bb53-3592cceb0eeb tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:11.421062 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-415ea478-5073-49b0-a73a-25e47a929e5f req-4af13849-fc69-4bd1-bb53-3592cceb0eeb tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0738306 Jun 17 14:32:11.442635 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:11.468566 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-415ea478-5073-49b0-a73a-25e47a929e5f req-f9026c91-e18d-4644-8b89-7d3873650393 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452583 Jun 17 14:32:11.521665 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-21537d11-2388-40cd-afe7-841af17ecac2 req-d7dbb182-0437-4c3e-9c76-45a18dd8d127 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ed5574d-b013-40ba-b576-011f08707801 HTTP/1.1" status: 200 len: 210 time: 0.0356450 Jun 17 14:32:11.522536 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-eceb2459-8de6-41ea-83f5-4f7fe2007176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932'] for network, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:11.524083 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceb2459-8de6-41ea-83f5-4f7fe2007176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:11.524833 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-eceb2459-8de6-41ea-83f5-4f7fe2007176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:11.538484 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-77d20241-e69a-4fc4-82ca-6a907b4e9757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:11.595426 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb2459-8de6-41ea-83f5-4f7fe2007176 admin admin] Pushing event updated for resources: {'Network': ['ID=7d63c031-c2de-4bf9-bb03-d8c2cd626835,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:11.598695 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-eceb2459-8de6-41ea-83f5-4f7fe2007176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:11.609897 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-43645bf8-cf75-4160-a43c-d0ad7b07a2dc req-adf941fa-c752-4b14-924c-27201b45882b tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 210 time: 0.0306318 Jun 17 14:32:11.636059 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Network 7d63c031-c2de-4bf9-bb03-d8c2cd626835 details requested by agent ovs-agent-dv-cinder-796286-6-smb with host dv-cinder-796286-6-smb {{(pid=93281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:32:11.646865 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-eceb2459-8de6-41ea-83f5-4f7fe2007176 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0252862 Jun 17 14:32:11.653779 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 60830) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:11.660679 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-bad264ad-989c-4f8c-b256-4180cb1915cc admin admin] Request body: {'subnet': {'network_id': '7d63c031-c2de-4bf9-bb03-d8c2cd626835', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-814111040-subnet', 'tenant_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'ip_version': 4}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:32:11.766316 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad264ad-989c-4f8c-b256-4180cb1915cc admin admin] Made reservation on behalf of 84cf53fd8f5d4846884cece3d5d7aceb for: {'subnet': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:32:11.772882 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bad264ad-989c-4f8c-b256-4180cb1915cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:11.785450 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:11.802601 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] Transition to ACTIVE for port object 6189851c-136b-4527-9da4-3539a2e53db6 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:32:11.935968 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:11.940254 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:11.947235 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 3ebc4e0d-345c-40e0-990f-998ed8804bbd up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:32:12.062577 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754dc2a-6c40-444b-89d6-a17ef42800d8 None None] Pushing event updated for resources: {'Port': ['ID=6189851c-136b-4527-9da4-3539a2e53db6,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:12.066509 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-a754dc2a-6c40-444b-89d6-a17ef42800d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:12.100482 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 3ebc4e0d-345c-40e0-990f-998ed8804bbd triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:32:12.100482 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:12.129951 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bad264ad-989c-4f8c-b256-4180cb1915cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941'] for subnet, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:12.135469 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:12.157263 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] Attempting to bind port 6189851c-136b-4527-9da4-3539a2e53db6 on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:32:12.157740 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] Attempting to bind port 6189851c-136b-4527-9da4-3539a2e53db6 by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': 'd0194e12-ea5a-4b56-a3d0-9cdd3dabab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:32:12.158067 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] Attempting to bind port 6189851c-136b-4527-9da4-3539a2e53db6 on network d0606b52-95ae-4485-875d-65cf2291aa57 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:32:12.170568 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:32:12.170959 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] Checking segment: {'id': 'd0194e12-ea5a-4b56-a3d0-9cdd3dabab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:32:12.181208 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:12.181832 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] Bound using segment: {'id': 'd0194e12-ea5a-4b56-a3d0-9cdd3dabab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:32:12.182308 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] Bound port: 6189851c-136b-4527-9da4-3539a2e53db6, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0194e12-ea5a-4b56-a3d0-9cdd3dabab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:32:12.182718 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:12.232698 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad264ad-989c-4f8c-b256-4180cb1915cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e206b248-d315-451a-be39-7abd0842032a,revision_number=0']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:12.236298 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-bad264ad-989c-4f8c-b256-4180cb1915cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:12.245452 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad264ad-989c-4f8c-b256-4180cb1915cc admin admin] Checking segment: {'id': 'bc179482-c019-4174-a421-786c1df42ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '7d63c031-c2de-4bf9-bb03-d8c2cd626835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:32:12.249500 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad264ad-989c-4f8c-b256-4180cb1915cc admin admin] Network hostable DHCP agents. Network: 7d63c031-c2de-4bf9-bb03-d8c2cd626835, hostable agents: ['5e674aae-4521-411e-b7ad-9e9eb91c2d49'], hosted agents: [] {{(pid=93280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:32:12.332321 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] For port 6189851c-136b-4527-9da4-3539a2e53db6, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:32:12.336373 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] For port 6189851c-136b-4527-9da4-3539a2e53db6, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=6189851c-136b-4527-9da4-3539a2e53db6,segment=NetworkSegment(d0194e12-ea5a-4b56-a3d0-9cdd3dabab85),segment_id=d0194e12-ea5a-4b56-a3d0-9cdd3dabab85)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:32:12.365817 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad264ad-989c-4f8c-b256-4180cb1915cc admin admin] Network 7d63c031-c2de-4bf9-bb03-d8c2cd626835 is scheduled to be hosted by DHCP agent 5e674aae-4521-411e-b7ad-9e9eb91c2d49 with binding_index 1 {{(pid=93280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:32:12.485718 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-bad264ad-989c-4f8c-b256-4180cb1915cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-smb, 7d63c031-c2de-4bf9-bb03-d8c2cd626835) {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:32:12.486094 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:12.490842 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad264ad-989c-4f8c-b256-4180cb1915cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:12.496340 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bad264ad-989c-4f8c-b256-4180cb1915cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for subnet, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:12.496585 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-3ab53cd2-3a84-4838-a635-d1344a1a4d45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:12.497857 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49536c48-365f-4a92-a27f-2daeb44c8488 None None] Network 7d63c031-c2de-4bf9-bb03-d8c2cd626835 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:32:12.604552 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-bad264ad-989c-4f8c-b256-4180cb1915cc admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9496465 Jun 17 14:32:12.605450 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 60850) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:12.617564 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-814111040-router', 'tenant_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:32:12.642526 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] Routers {'699b8750-07b0-4efc-942a-86014c08a013'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:32:12.643277 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:31:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['699b8750-07b0-4efc-942a-86014c08a013'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:32:12.654657 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754dc2a-6c40-444b-89d6-a17ef42800d8 None None] Pushing event updated for resources: {'Port': ['ID=6189851c-136b-4527-9da4-3539a2e53db6,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:12.672793 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872d667-f6d6-44e7-982e-e915f50258be req-31395de8-f43f-44cc-99af-70ca0b37c5ec tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:12.680533 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e872d667-f6d6-44e7-982e-e915f50258be req-31395de8-f43f-44cc-99af-70ca0b37c5ec tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0800509 Jun 17 14:32:12.693446 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-a754dc2a-6c40-444b-89d6-a17ef42800d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:12.718243 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e872d667-f6d6-44e7-982e-e915f50258be req-41ee0f04-9fbe-4d26-91ef-d2fe67eade9a tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368271 Jun 17 14:32:12.731393 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-890073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-976'] for router, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:12.733016 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-970129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-959238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-975'] for router, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:12.858164 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:12.873981 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47967912-1cf6-55f0-b54e-8ed58effb64d-7d63c031-c2de-4bf9-bb03-d8c2cd626835', 'network_id': '7d63c031-c2de-4bf9-bb03-d8c2cd626835', 'tenant_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'fixed_ips': [{'subnet_id': 'e206b248-d315-451a-be39-7abd0842032a'}]}} from dv-cinder-796286-6-smb. {{(pid=93281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 14:32:12.874846 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:12.905157 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] Set router 699b8750-07b0-4efc-942a-86014c08a013 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:32:12.915974 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ecebd191-d961-4dc4-95f8-51185200521c req-d0fa9190-4999-48cb-ab17-915a54fcb36b tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ed5574d-b013-40ba-b576-011f08707801 HTTP/1.1" status: 200 len: 210 time: 0.0294623 Jun 17 14:32:13.060158 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-85a6820d-b7e5-4d99-8df9-ac324984e36b req-f6d29025-cfad-420c-9398-3ac806a349b3 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 210 time: 0.0286362 Jun 17 14:32:13.174073 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-970201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-890027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1021'] for router, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:13.208254 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Allocated IP 172.20.0.2 (7d63c031-c2de-4bf9-bb03-d8c2cd626835/e206b248-d315-451a-be39-7abd0842032a/218a732f-97de-4f87-bc92-985a39cd817f) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:32:13.437864 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-dc21f9da-fd32-41f1-ab17-f8ab50bdadd0 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:13.441973 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-dc21f9da-fd32-41f1-ab17-f8ab50bdadd0 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.93 "GET /v2.0/networks?id=f458b361-921c-461c-88fa-9ee700422017 HTTP/1.1" status: 200 len: 809 time: 0.1708903 Jun 17 14:32:13.457799 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Request body: {'port': {'device_id': '3ed5574d-b013-40ba-b576-011f08707801', 'network_id': 'f458b361-921c-461c-88fa-9ee700422017', 'admin_state_up': True, 'tenant_id': '01381cd702444e4eaa15f24777e593a8'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:32:13.490718 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5c27dcb4-cdf4-41bf-9a42-e2ba4a15e908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:13.537894 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699b8750-07b0-4efc-942a-86014c08a013', 'name': 'tempest-TestShelveInstance-497028267-router', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:04Z', 'updated_at': '2021-06-17T14:32:08Z', 'revision_number': 4, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'gw_port': {'id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699b8750-07b0-4efc-942a-86014c08a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:05Z', 'updated_at': '2021-06-17T14:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '6189851c-136b-4527-9da4-3539a2e53db6', 'name': '', 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'mac_address': 'fa:16:3e:e2:fa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699b8750-07b0-4efc-942a-86014c08a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'b9e5a000-21d1-4288-8156-fe8768563b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:07Z', 'updated_at': '2021-06-17T14:32:12Z', 'revision_number': 4, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'subnets': [{'id': 'b9e5a000-21d1-4288-8156-fe8768563b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:32:13.585304 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:13.595401 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c02fda-640f-49a2-9f25-4d5774c6bbc4 None None] The sync data for ids ['699b8750-07b0-4efc-942a-86014c08a013'] in dv-cinder-796286-6-smb is: [{'id': '699b8750-07b0-4efc-942a-86014c08a013', 'name': 'tempest-TestShelveInstance-497028267-router', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:04Z', 'updated_at': '2021-06-17T14:32:08Z', 'revision_number': 4, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'gw_port': {'id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699b8750-07b0-4efc-942a-86014c08a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:05Z', 'updated_at': '2021-06-17T14:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '6189851c-136b-4527-9da4-3539a2e53db6', 'name': '', 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'mac_address': 'fa:16:3e:e2:fa:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699b8750-07b0-4efc-942a-86014c08a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'b9e5a000-21d1-4288-8156-fe8768563b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:07Z', 'updated_at': '2021-06-17T14:32:12Z', 'revision_number': 4, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'subnets': [{'id': 'b9e5a000-21d1-4288-8156-fe8768563b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:32:13.610064 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:13.641747 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:13.676382 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Transition to ACTIVE for port object 218a732f-97de-4f87-bc92-985a39cd817f will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:32:13.696627 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Transition to ACTIVE for port object 218a732f-97de-4f87-bc92-985a39cd817f will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:32:13.712424 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Made reservation on behalf of 01381cd702444e4eaa15f24777e593a8 for: {'port': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:32:13.719602 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:13.783505 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:13.785220 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Allocated IP 172.28.1.110 (bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a/1de5b000-f039-4ced-982c-ad6f7c0b7727/ea5c1a66-a09a-47a1-bc43-e6bc24e37cab) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:32:13.788653 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:13.835645 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Network 7d63c031-c2de-4bf9-bb03-d8c2cd626835 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:32:13.863224 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:32:13.867354 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:32:13.977802 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Attempting to bind port 218a732f-97de-4f87-bc92-985a39cd817f on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:32:13.978259 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Attempting to bind port 218a732f-97de-4f87-bc92-985a39cd817f by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': 'bc179482-c019-4174-a421-786c1df42ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '7d63c031-c2de-4bf9-bb03-d8c2cd626835'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:32:13.978695 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Attempting to bind port 218a732f-97de-4f87-bc92-985a39cd817f on network 7d63c031-c2de-4bf9-bb03-d8c2cd626835 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:32:13.991439 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Pushing event updated for resources: {'Port': ['ID=218a732f-97de-4f87-bc92-985a39cd817f,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:13.997788 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:14.001952 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:32:14.002382 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Checking segment: {'id': 'bc179482-c019-4174-a421-786c1df42ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '7d63c031-c2de-4bf9-bb03-d8c2cd626835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:32:14.002800 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:14.003210 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Bound using segment: {'id': 'bc179482-c019-4174-a421-786c1df42ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '7d63c031-c2de-4bf9-bb03-d8c2cd626835'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:32:14.003704 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Bound port: 218a732f-97de-4f87-bc92-985a39cd817f, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc179482-c019-4174-a421-786c1df42ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '7d63c031-c2de-4bf9-bb03-d8c2cd626835'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:32:14.004299 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:14.095067 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:14.112024 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] For port 218a732f-97de-4f87-bc92-985a39cd817f, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:32:14.116983 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] For port 218a732f-97de-4f87-bc92-985a39cd817f, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=218a732f-97de-4f87-bc92-985a39cd817f,segment=NetworkSegment(bc179482-c019-4174-a421-786c1df42ed8),segment_id=bc179482-c019-4174-a421-786c1df42ed8)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:32:14.120490 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 6189851c-136b-4527-9da4-3539a2e53db6 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:32:14.156182 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Allocated IP 172.20.0.4 (f458b361-921c-461c-88fa-9ee700422017/03e025e5-74e2-4655-a570-366e6b5002f4/7f45b432-a7fc-4fa6-8e8b-774b5866dcb9) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:32:14.200549 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e5ece7d1-20d8-4fe4-bcbe-ababa74b2a35 req-e7cd0964-3715-46aa-9b27-99394ad06857 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ed5574d-b013-40ba-b576-011f08707801 HTTP/1.1" status: 200 len: 210 time: 0.0594785 Jun 17 14:32:14.224002 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:14.234037 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:14.295352 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Pushing event updated for resources: {'Port': ['ID=218a732f-97de-4f87-bc92-985a39cd817f,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:14.298672 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27596c1d-64f4-4cac-8dd6-909b287fb12c req-3c1853ac-037b-4b5b-8c6b-1af977a59b4b tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:14.308112 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-27596c1d-64f4-4cac-8dd6-909b287fb12c req-3c1853ac-037b-4b5b-8c6b-1af977a59b4b tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.3382592 Jun 17 14:32:14.308480 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:14.343252 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port 6189851c-136b-4527-9da4-3539a2e53db6 completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:32:14.343443 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:14.354005 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 6189851c-136b-4527-9da4-3539a2e53db6 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:32:14.354413 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:14.355289 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:14.400003 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:32:14.453793 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-56e578d8-9318-4190-9cad-80420faaed68 req-51297c28-aea5-48d4-9b08-3c0e974b0b60 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=4387f6f0164d4668a7cc24baaefdf7c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526199 Jun 17 14:32:14.458791 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-27596c1d-64f4-4cac-8dd6-909b287fb12c req-b98cda22-23d8-45e7-8803-78b131990402 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493943 Jun 17 14:32:14.467005 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d3d892b7-ca5b-4b75-8180-ff35294133f3 req-9c561d99-925c-4133-ac43-2de74284ba43 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 210 time: 0.0925498 Jun 17 14:32:14.475035 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:14.490906 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:32:14.493824 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:32:14.538929 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:14.578691 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] For port 6189851c-136b-4527-9da4-3539a2e53db6, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=6189851c-136b-4527-9da4-3539a2e53db6,segment=NetworkSegment(d0194e12-ea5a-4b56-a3d0-9cdd3dabab85),segment_id=d0194e12-ea5a-4b56-a3d0-9cdd3dabab85)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:32:14.623370 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Pushing event updated for resources: {'Port': ['ID=ea5c1a66-a09a-47a1-bc43-e6bc24e37cab,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:14.638794 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.639166 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.639533 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.639973 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260461624'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:14.642044 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.642437 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.642801 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.643283 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.643722 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.644036 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.644467 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.645535 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-b0a56452-65e4-412c-841a-e80f07d57034 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:14.649345 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.649345 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.657385 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:14.705902 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:14.708674 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:14.749675 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Network f458b361-921c-461c-88fa-9ee700422017 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:32:14.761192 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Pushing event updated for resources: {'Port': ['ID=7f45b432-a7fc-4fa6-8e8b-774b5866dcb9,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:14.771022 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.771531 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.772368 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.772967 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.773436 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.774087 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.774542 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.775080 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.775479 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.775917 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.776381 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.776820 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:32:14.781795 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:32:14.783482 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Pushing event updated for resources: {'Port': ['ID=6189851c-136b-4527-9da4-3539a2e53db6,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:14.785483 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:14.785798 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:32:14.792926 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:14.803096 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e578d8-9318-4190-9cad-80420faaed68 req-6d58caf3-5793-4dbc-bb9e-166495489c6b tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:14.805665 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-56e578d8-9318-4190-9cad-80420faaed68 req-6d58caf3-5793-4dbc-bb9e-166495489c6b tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3360300 Jun 17 14:32:14.849226 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:14.849967 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:14.922994 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-3bb319b4-e23a-4b1e-bb36-35ea05896bda tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4729373 Jun 17 14:32:14.952803 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:14.973810 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Request body: {'port': {'device_id': '3ed5574d-b013-40ba-b576-011f08707801', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:32:15.025009 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-56e578d8-9318-4190-9cad-80420faaed68 req-58b01d47-2a73-4b9a-a1a9-224943966a35 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Request body: {'port': {'device_id': 'ba12c8cd-2cf1-406c-bca6-38df1bcade18', 'network_id': '43ebf9b1-010a-474e-aa02-1b336d4b69b3', 'admin_state_up': True, 'tenant_id': '4387f6f0164d4668a7cc24baaefdf7c7'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:32:15.073529 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:15.518164 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.notifiers.nova [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9 {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:32:15.527620 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:15.543941 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Transition to ACTIVE for port object 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9 will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:32:15.619326 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a138b-44a3-413c-bcd3-e1344d290620 req-aaaf94fa-6d8a-4d8b-afea-e3d26d7f4227 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:15.625619 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-713a138b-44a3-413c-bcd3-e1344d290620 req-aaaf94fa-6d8a-4d8b-afea-e3d26d7f4227 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ed5574d-b013-40ba-b576-011f08707801 HTTP/1.1" status: 200 len: 931 time: 0.2328994 Jun 17 14:32:15.649552 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260461578'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:15.651393 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-970238'] for router, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:15.653206 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:15.703942 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-713a138b-44a3-413c-bcd3-e1344d290620 req-56c8b536-4415-49dc-a021-0ea4d79af275 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774205 Jun 17 14:32:15.720972 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0ccbe2-603d-4577-9b26-dcec6bb6afab None None] Network 7d63c031-c2de-4bf9-bb03-d8c2cd626835 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:32:15.736421 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e578d8-9318-4190-9cad-80420faaed68 req-58b01d47-2a73-4b9a-a1a9-224943966a35 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Made reservation on behalf of 4387f6f0164d4668a7cc24baaefdf7c7 for: {'port': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:32:15.737490 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-56e578d8-9318-4190-9cad-80420faaed68 req-58b01d47-2a73-4b9a-a1a9-224943966a35 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:15.748230 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-56e578d8-9318-4190-9cad-80420faaed68 req-58b01d47-2a73-4b9a-a1a9-224943966a35 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:15.748421 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Pushing event updated for resources: {'Port': ['ID=7f45b432-a7fc-4fa6-8e8b-774b5866dcb9,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:15.763662 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:15.880385 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-8b7963e1-02de-49e9-a768-2c4faddf3b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:15.931852 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Attempting to bind port 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:32:15.932281 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Attempting to bind port 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '5552d935-8137-40de-8317-5a24db3d9877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'f458b361-921c-461c-88fa-9ee700422017'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:32:15.932690 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Attempting to bind port 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9 on network f458b361-921c-461c-88fa-9ee700422017 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:32:15.937881 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Port 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9 on network f458b361-921c-461c-88fa-9ee700422017 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:32:15.938286 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Attempting to bind port 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9 on network f458b361-921c-461c-88fa-9ee700422017 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:32:15.947196 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-56e578d8-9318-4190-9cad-80420faaed68 req-58b01d47-2a73-4b9a-a1a9-224943966a35 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:15.956669 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Checking agent: {'id': 'c17431a8-2d50-499b-8bf2-d6ffeabd9413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'started_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:32:15.956669 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Checking segment: {'id': '5552d935-8137-40de-8317-5a24db3d9877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'f458b361-921c-461c-88fa-9ee700422017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:32:15.956669 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Bound using segment: {'id': '5552d935-8137-40de-8317-5a24db3d9877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'f458b361-921c-461c-88fa-9ee700422017'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:32:15.956669 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Bound port: 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5552d935-8137-40de-8317-5a24db3d9877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'f458b361-921c-461c-88fa-9ee700422017'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:32:15.956669 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:15.962892 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43060d31-15bf-4bf3-adf8-4a8ae6ef1a33 req-08349969-f3ed-4398-8037-e59f6b59d809 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:15.964428 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-43060d31-15bf-4bf3-adf8-4a8ae6ef1a33 req-08349969-f3ed-4398-8037-e59f6b59d809 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.1153846 Jun 17 14:32:16.011947 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-43060d31-15bf-4bf3-adf8-4a8ae6ef1a33 req-760c1bb3-f686-4c03-8f2c-e4f21db54ee5 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403984 Jun 17 14:32:16.054731 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Router f05b3fc8-053a-456d-b89a-6b7893420176 is scheduled to L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 with binding_index 1 {{(pid=93280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:32:16.058557 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:16.059992 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-6519d85b-b5f6-4330-872b-6749ddf068ad None None] Provisioning for port 218a732f-97de-4f87-bc92-985a39cd817f completed by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:32:16.060245 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] For port 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9, host hv-cinder-79628, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:32:16.063872 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] For port 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7f45b432-a7fc-4fa6-8e8b-774b5866dcb9,segment=NetworkSegment(5552d935-8137-40de-8317-5a24db3d9877),segment_id=5552d935-8137-40de-8317-5a24db3d9877)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:32:16.107991 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-66d58964-14c2-4be3-9ada-076243ff50b9 req-a6fc48c3-825b-4542-813a-7d30aeb08eac tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 210 time: 0.0415790 Jun 17 14:32:16.170998 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 6189851c-136b-4527-9da4-3539a2e53db6 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:32:16.181922 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-56e578d8-9318-4190-9cad-80420faaed68 req-58b01d47-2a73-4b9a-a1a9-224943966a35 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:16.195125 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c5e59126-73e0-47c7-8cc2-209912280fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:16.229263 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260461578'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:16.232444 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:16.234623 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 6189851c-136b-4527-9da4-3539a2e53db6 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:32:16.235232 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:16.273427 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:16.274066 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:16.275455 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] 10.222.0.93 "PUT /v2.0/ports/7f45b432-a7fc-4fa6-8e8b-774b5866dcb9 HTTP/1.1" status: 200 len: 1093 time: 1.3063891 Jun 17 14:32:16.275939 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed5574d-b013-40ba-b576-011f08707801', 'tag': '7f45b432-a7fc-4fa6-8e8b-774b5866dcb9'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:32:16.284425 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8863a126823674440be2fd171a9f51742ed7e76304ce63add1381630eebf7721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2220a5-2a26-4fd7-870f-7732976da14e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed5574d-b013-40ba-b576-011f08707801", "tag": "7f45b432-a7fc-4fa6-8e8b-774b5866dcb9"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:32:16.349509 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Pushing event updated for resources: {'Port': ['ID=7f45b432-a7fc-4fa6-8e8b-774b5866dcb9,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:16.352972 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:16.357589 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d34873-3fbb-42bb-a3df-7b6d74f3e04b x-openstack-request-id: req-25d34873-3fbb-42bb-a3df-7b6d74f3e04b {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:32:16.358564 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed5574d-b013-40ba-b576-011f08707801", "tag": "7f45b432-a7fc-4fa6-8e8b-774b5866dcb9", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:32:16.359125 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-25d34873-3fbb-42bb-a3df-7b6d74f3e04b {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:32:16.359715 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed5574d-b013-40ba-b576-011f08707801', 'tag': '7f45b432-a7fc-4fa6-8e8b-774b5866dcb9', 'status': 'completed', 'code': 200} Jun 17 14:32:16.360106 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 218a732f-97de-4f87-bc92-985a39cd817f up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:32:16.394986 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b01d47-2a73-4b9a-a1a9-224943966a35 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3764eb-934a-4b08-9615-fe09347db349,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:16.417917 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-58b01d47-2a73-4b9a-a1a9-224943966a35 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:16.434914 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:32:16.442891 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2220a5-2a26-4fd7-870f-7732976da14e req-ed2abde1-cd32-4306-94f3-5a593601aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:16.444411 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-fa2220a5-2a26-4fd7-870f-7732976da14e req-ed2abde1-cd32-4306-94f3-5a593601aaae service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=01381cd702444e4eaa15f24777e593a8&device_id=3ed5574d-b013-40ba-b576-011f08707801 HTTP/1.1" status: 200 len: 1096 time: 0.0623021 Jun 17 14:32:16.446671 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] Sync routers for ids ['f05b3fc8-053a-456d-b89a-6b7893420176'] in dv-cinder-796286-6-smb {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:32:16.458456 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] Routers {'f05b3fc8-053a-456d-b89a-6b7893420176'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:32:16.458973 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [req-56e578d8-9318-4190-9cad-80420faaed68 req-58b01d47-2a73-4b9a-a1a9-224943966a35 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Allocated IP 192.168.233.123 (43ebf9b1-010a-474e-aa02-1b336d4b69b3/aa19e38d-4dad-4528-b49d-4b391a1319cb/3ebab886-a015-40cb-b84e-d7b2f0a13e9f) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:32:16.459104 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:32:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['f05b3fc8-053a-456d-b89a-6b7893420176'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:32:16.480750 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port 218a732f-97de-4f87-bc92-985a39cd817f completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:32:16.487516 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 218a732f-97de-4f87-bc92-985a39cd817f triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:32:16.487959 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:16.490908 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b730c8b-a9b6-4fc9-afca-dd0632fead8f req-8be25480-9d0f-4235-a436-bfac0b0167cc tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:16.498899 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-9b730c8b-a9b6-4fc9-afca-dd0632fead8f req-8be25480-9d0f-4235-a436-bfac0b0167cc tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.3203611 Jun 17 14:32:16.563051 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-9b730c8b-a9b6-4fc9-afca-dd0632fead8f req-7e7d27c3-7e2c-4321-b3b9-ba72288ebd54 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631995 Jun 17 14:32:16.578910 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] Set router f05b3fc8-053a-456d-b89a-6b7893420176 gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:32:16.583474 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2220a5-2a26-4fd7-870f-7732976da14e req-30159bf0-670f-473c-99c1-3b8715eb1f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:16.585549 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-fa2220a5-2a26-4fd7-870f-7732976da14e req-30159bf0-670f-473c-99c1-3b8715eb1f1a service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=01381cd702444e4eaa15f24777e593a8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1309912 Jun 17 14:32:16.585860 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Notify callbacks [] for router, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:16.589619 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9803598 Jun 17 14:32:16.590334 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 60932) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:16.607345 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:16.647378 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] For port 218a732f-97de-4f87-bc92-985a39cd817f, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=218a732f-97de-4f87-bc92-985a39cd817f,segment=NetworkSegment(bc179482-c019-4174-a421-786c1df42ed8),segment_id=bc179482-c019-4174-a421-786c1df42ed8)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:32:16.697654 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2220a5-2a26-4fd7-870f-7732976da14e req-7c52729b-97fd-441b-8b71-364acdce6cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:16.698175 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-fa2220a5-2a26-4fd7-870f-7732976da14e req-7c52729b-97fd-441b-8b71-364acdce6cee service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1040373 Jun 17 14:32:16.726586 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:16.736140 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:16.805811 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05b3fc8-053a-456d-b89a-6b7893420176', 'name': 'tempest-TestShelveInstance-814111040-router', 'tenant_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ea5c1a66-a09a-47a1-bc43-e6bc24e37cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:12Z', 'updated_at': '2021-06-17T14:32:14Z', 'revision_number': 3, 'project_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'gw_port': {'id': 'ea5c1a66-a09a-47a1-bc43-e6bc24e37cab', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ef:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05b3fc8-053a-456d-b89a-6b7893420176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:13Z', 'updated_at': '2021-06-17T14:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:32:16.838232 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] Checking router: f05b3fc8-053a-456d-b89a-6b7893420176 for host: dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:32:16.838609 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] Updating router f05b3fc8-053a-456d-b89a-6b7893420176 port ea5c1a66-a09a-47a1-bc43-e6bc24e37cab binding host dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:32:16.842276 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Pushing event updated for resources: {'Port': ['ID=218a732f-97de-4f87-bc92-985a39cd817f,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:16.850580 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:16.867253 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-431f1039-1dc9-47c6-8124-57729268594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:16.869757 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-431f1039-1dc9-47c6-8124-57729268594e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=01381cd702444e4eaa15f24777e593a8&device_id=3ed5574d-b013-40ba-b576-011f08707801 HTTP/1.1" status: 200 len: 1096 time: 0.0981724 Jun 17 14:32:16.882863 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:16.914611 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:16.928759 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-e444003b-d282-4409-8cec-d7c21d42d620 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f45b432-a7fc-4fa6-8e8b-774b5866dcb9 HTTP/1.1" status: 200 len: 217 time: 0.0522230 Jun 17 14:32:16.992659 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-fd7c8e7a-d361-4f3f-a3a7-ca11094e8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:16.994218 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-fd7c8e7a-d361-4f3f-a3a7-ca11094e8f3d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=03e025e5-74e2-4655-a570-366e6b5002f4 HTTP/1.1" status: 200 len: 849 time: 0.0588958 Jun 17 14:32:17.037509 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-73465de7-e265-4826-a40f-ca373aefbbb4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f458b361-921c-461c-88fa-9ee700422017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326626 Jun 17 14:32:17.056270 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-56e578d8-9318-4190-9cad-80420faaed68 req-58b01d47-2a73-4b9a-a1a9-224943966a35 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:17.078698 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [req-56e578d8-9318-4190-9cad-80420faaed68 req-58b01d47-2a73-4b9a-a1a9-224943966a35 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Transition to ACTIVE for port object 3ebab886-a015-40cb-b84e-d7b2f0a13e9f will not be triggered until provisioned by entity DHCP. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:32:17.120240 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8584d-0686-42d1-a92f-3f3b2df6d001 req-37bd1fe1-6447-477d-8164-4bb6b03dcb1b tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:17.121720 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7ef8584d-0686-42d1-a92f-3f3b2df6d001 req-37bd1fe1-6447-477d-8164-4bb6b03dcb1b tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ed5574d-b013-40ba-b576-011f08707801 HTTP/1.1" status: 200 len: 943 time: 0.1980994 Jun 17 14:32:17.136068 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-d8a094b2-b92c-4a2b-a601-56947effb483 service neutron] 10.222.0.93 "GET /v2.0/networks/f458b361-921c-461c-88fa-9ee700422017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909767 Jun 17 14:32:17.162376 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:17.172427 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] Transition to ACTIVE for port object ea5c1a66-a09a-47a1-bc43-e6bc24e37cab will not be triggered until provisioned by entity L2. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:32:17.245241 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7ef8584d-0686-42d1-a92f-3f3b2df6d001 req-a6c414a9-93af-41cd-b9d7-9c1bd955b80d tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814743 Jun 17 14:32:17.250441 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f95413bd-d240-4a81-a024-a0aa263f9abb req-93058eba-1498-4304-baae-64999aa9bf8e service neutron] 10.222.0.93 "GET /v2.0/networks/f458b361-921c-461c-88fa-9ee700422017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040440 Jun 17 14:32:17.323414 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:17.325673 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-781262df-4c1b-4402-bfa7-a22219b3fe1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:17.326630 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-56e578d8-9318-4190-9cad-80420faaed68 req-58b01d47-2a73-4b9a-a1a9-224943966a35 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:17.338197 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf38ae0-2e91-43be-84ab-2bda9045defb req-fb9d29c0-a3be-41fb-82a0-17e66bff2253 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:17.340233 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-aaf38ae0-2e91-43be-84ab-2bda9045defb req-fb9d29c0-a3be-41fb-82a0-17e66bff2253 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0867333 Jun 17 14:32:17.356762 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:17.376683 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428f8e4-9ee7-4b8d-a430-05de27073488 None None] Pushing event updated for resources: {'Port': ['ID=ea5c1a66-a09a-47a1-bc43-e6bc24e37cab,revision_number=2']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:17.393538 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-aaf38ae0-2e91-43be-84ab-2bda9045defb req-58b8c2f5-5ac1-4611-8a4b-566a175e4fff tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476451 Jun 17 14:32:17.397824 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-a428f8e4-9ee7-4b8d-a430-05de27073488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:17.399221 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] Attempting to bind port ea5c1a66-a09a-47a1-bc43-e6bc24e37cab on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:32:17.399595 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] Attempting to bind port ea5c1a66-a09a-47a1-bc43-e6bc24e37cab by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:32:17.399960 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] Attempting to bind port ea5c1a66-a09a-47a1-bc43-e6bc24e37cab on network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:32:17.405202 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:32:17.405614 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] Checking segment: {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:32:17.406690 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:17.407090 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] Bound using segment: {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:32:17.408327 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] Bound port: ea5c1a66-a09a-47a1-bc43-e6bc24e37cab, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:32:17.408327 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:17.430811 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e578d8-9318-4190-9cad-80420faaed68 req-58b01d47-2a73-4b9a-a1a9-224943966a35 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Network 43ebf9b1-010a-474e-aa02-1b336d4b69b3 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:32:17.459996 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [req-56e578d8-9318-4190-9cad-80420faaed68 req-58b01d47-2a73-4b9a-a1a9-224943966a35 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:32:17.467492 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e578d8-9318-4190-9cad-80420faaed68 req-58b01d47-2a73-4b9a-a1a9-224943966a35 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:32:17.469741 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] For port ea5c1a66-a09a-47a1-bc43-e6bc24e37cab, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:32:17.473029 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e578d8-9318-4190-9cad-80420faaed68 req-58b01d47-2a73-4b9a-a1a9-224943966a35 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:17.473190 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] For port ea5c1a66-a09a-47a1-bc43-e6bc24e37cab, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=ea5c1a66-a09a-47a1-bc43-e6bc24e37cab,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:32:17.473685 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-56e578d8-9318-4190-9cad-80420faaed68 req-58b01d47-2a73-4b9a-a1a9-224943966a35 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:17.494350 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b01d47-2a73-4b9a-a1a9-224943966a35 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Pushing event updated for resources: {'Port': ['ID=3ebab886-a015-40cb-b84e-d7b2f0a13e9f,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:17.502729 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-58b01d47-2a73-4b9a-a1a9-224943966a35 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:17.537782 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:17.570842 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:17.571073 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485c7db-3e40-4fcb-9f9a-f62030092cc0 req-4cd4ca26-40f1-4dfe-8e7e-394de570068f tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:17.572575 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a485c7db-3e40-4fcb-9f9a-f62030092cc0 req-4cd4ca26-40f1-4dfe-8e7e-394de570068f tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 936 time: 0.1806922 Jun 17 14:32:17.587525 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:17.592283 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f8c1f-7ccf-4e53-b7e6-92a51c612419 req-b849fe7e-6346-4ef0-bff4-18d1f45f25fa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:17.594922 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c74f8c1f-7ccf-4e53-b7e6-92a51c612419 req-b849fe7e-6346-4ef0-bff4-18d1f45f25fa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0834682 Jun 17 14:32:17.632504 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-56e578d8-9318-4190-9cad-80420faaed68 req-58b01d47-2a73-4b9a-a1a9-224943966a35 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6138210 Jun 17 14:32:17.653704 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-56e578d8-9318-4190-9cad-80420faaed68 req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Request body: {'port': {'device_id': 'ba12c8cd-2cf1-406c-bca6-38df1bcade18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:32:17.656621 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428f8e4-9ee7-4b8d-a430-05de27073488 None None] Pushing event updated for resources: {'Port': ['ID=ea5c1a66-a09a-47a1-bc43-e6bc24e37cab,revision_number=3']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:17.659877 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-a428f8e4-9ee7-4b8d-a430-05de27073488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:17.665126 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] Routers {'f05b3fc8-053a-456d-b89a-6b7893420176'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:32:17.666755 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:32:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['f05b3fc8-053a-456d-b89a-6b7893420176'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:32:17.681925 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c74f8c1f-7ccf-4e53-b7e6-92a51c612419 req-6c21041f-c262-4312-a8d8-f5041ad13379 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769951 Jun 17 14:32:17.726429 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a485c7db-3e40-4fcb-9f9a-f62030092cc0 req-326b3f61-b514-4dd4-9749-f41730ad9644 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/security-groups?id=2a3764eb-934a-4b08-9615-fe09347db349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471097 Jun 17 14:32:17.797286 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] Set router f05b3fc8-053a-456d-b89a-6b7893420176 gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:32:17.850896 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-56e578d8-9318-4190-9cad-80420faaed68 req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:17.894121 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Allocated IP 172.20.0.1 (7d63c031-c2de-4bf9-bb03-d8c2cd626835/e206b248-d315-451a-be39-7abd0842032a/47957753-9757-4570-8c42-f2d0ba9462ab) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:32:17.931595 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-10aa12cf-02bb-40d9-aaff-c4f61ebf1e9e None None] Provisioning for port 3ebab886-a015-40cb-b84e-d7b2f0a13e9f completed by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:32:17.938023 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-10aa12cf-02bb-40d9-aaff-c4f61ebf1e9e None None] Provisioning complete for port 3ebab886-a015-40cb-b84e-d7b2f0a13e9f triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:32:17.938876 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-10aa12cf-02bb-40d9-aaff-c4f61ebf1e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:18.014477 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-10aa12cf-02bb-40d9-aaff-c4f61ebf1e9e None None] Port 3ebab886-a015-40cb-b84e-d7b2f0a13e9f cannot update to ACTIVE because it is not bound. {{(pid=93281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:32:18.018984 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 218a732f-97de-4f87-bc92-985a39cd817f up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:32:18.032732 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8de302-eb2c-4ecd-9a2e-a6924a4e5461 req-f55c7bcb-a5f5-4716-9b79-f672f9c03c0a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:18.034248 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ac8de302-eb2c-4ecd-9a2e-a6924a4e5461 req-f55c7bcb-a5f5-4716-9b79-f672f9c03c0a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.1931458 Jun 17 14:32:18.085093 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 218a732f-97de-4f87-bc92-985a39cd817f triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:32:18.085629 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:18.094416 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ac8de302-eb2c-4ecd-9a2e-a6924a4e5461 req-eb89c8f2-ec43-49da-8967-fc2d2b2db5cd tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534723 Jun 17 14:32:18.153108 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05b3fc8-053a-456d-b89a-6b7893420176', 'name': 'tempest-TestShelveInstance-814111040-router', 'tenant_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ea5c1a66-a09a-47a1-bc43-e6bc24e37cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:12Z', 'updated_at': '2021-06-17T14:32:14Z', 'revision_number': 3, 'project_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'gw_port': {'id': 'ea5c1a66-a09a-47a1-bc43-e6bc24e37cab', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ef:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05b3fc8-053a-456d-b89a-6b7893420176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:13Z', 'updated_at': '2021-06-17T14:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:32:18.185752 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7c099b-7531-496c-93ba-5447a92a2dfd None None] The sync data for ids ['f05b3fc8-053a-456d-b89a-6b7893420176'] in dv-cinder-796286-6-smb is: [{'id': 'f05b3fc8-053a-456d-b89a-6b7893420176', 'name': 'tempest-TestShelveInstance-814111040-router', 'tenant_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ea5c1a66-a09a-47a1-bc43-e6bc24e37cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:12Z', 'updated_at': '2021-06-17T14:32:14Z', 'revision_number': 3, 'project_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'gw_port': {'id': 'ea5c1a66-a09a-47a1-bc43-e6bc24e37cab', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ef:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05b3fc8-053a-456d-b89a-6b7893420176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:13Z', 'updated_at': '2021-06-17T14:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}] {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:32:18.496842 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:18.559448 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Transition to ACTIVE for port object 47957753-9757-4570-8c42-f2d0ba9462ab will not be triggered until provisioned by entity DHCP. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:32:18.589371 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [req-56e578d8-9318-4190-9cad-80420faaed68 req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ebab886-a015-40cb-b84e-d7b2f0a13e9f {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:32:18.606507 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e523e61-8361-4d15-becb-60a32b3a1c7c req-65a727d3-4e76-4506-8b6c-fd58bffd7493 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:18.608021 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5e523e61-8361-4d15-becb-60a32b3a1c7c req-65a727d3-4e76-4506-8b6c-fd58bffd7493 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ed5574d-b013-40ba-b576-011f08707801 HTTP/1.1" status: 200 len: 943 time: 0.2076280 Jun 17 14:32:18.611351 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-56e578d8-9318-4190-9cad-80420faaed68 req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:18.657214 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [req-56e578d8-9318-4190-9cad-80420faaed68 req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Transition to ACTIVE for port object 3ebab886-a015-40cb-b84e-d7b2f0a13e9f will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:32:18.669133 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca908d-21cd-435d-869c-f0af9bda36e3 req-eebdda12-1057-4a51-be27-e0b91c6f45cc tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:18.675289 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5e523e61-8361-4d15-becb-60a32b3a1c7c req-ff228147-f3be-4165-b9fb-cec8cef04c1c tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564592 Jun 17 14:32:18.677592 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c2ca908d-21cd-435d-869c-f0af9bda36e3 req-eebdda12-1057-4a51-be27-e0b91c6f45cc tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0886014 Jun 17 14:32:18.719916 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c2ca908d-21cd-435d-869c-f0af9bda36e3 req-f80c10be-7277-4963-aa4c-0dbe611eafc7 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352919 Jun 17 14:32:18.761898 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:18.762152 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:18.762674 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4ac836c6-7151-4e9d-a87b-05fc815dfff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:18.764566 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-56e578d8-9318-4190-9cad-80420faaed68 req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:18.860532 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Network 7d63c031-c2de-4bf9-bb03-d8c2cd626835 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:32:18.871627 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Pushing event updated for resources: {'Port': ['ID=47957753-9757-4570-8c42-f2d0ba9462ab,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:18.876265 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:32:18.880191 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:32:18.880656 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980807'] for router_interface, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:18.911442 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:18.912073 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:18.966855 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c42b8-4aae-4359-9845-700dbb7dfe7e req-fa3b849d-5192-4c9a-90b3-01d792b9274e tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:18.968439 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-6f3c42b8-4aae-4359-9845-700dbb7dfe7e req-fa3b849d-5192-4c9a-90b3-01d792b9274e tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 948 time: 0.1040816 Jun 17 14:32:19.034046 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-6f3c42b8-4aae-4359-9845-700dbb7dfe7e req-d875e39e-7347-417a-adc0-46305b1c38bc tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/security-groups?id=2a3764eb-934a-4b08-9615-fe09347db349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588663 Jun 17 14:32:19.125615 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-56e578d8-9318-4190-9cad-80420faaed68 req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Attempting to bind port 3ebab886-a015-40cb-b84e-d7b2f0a13e9f on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:32:19.125822 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-56e578d8-9318-4190-9cad-80420faaed68 req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Attempting to bind port 3ebab886-a015-40cb-b84e-d7b2f0a13e9f by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd518eb40-8be8-4bf4-bd65-8228733454f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '43ebf9b1-010a-474e-aa02-1b336d4b69b3'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:32:19.126140 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e578d8-9318-4190-9cad-80420faaed68 req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Attempting to bind port 3ebab886-a015-40cb-b84e-d7b2f0a13e9f on network 43ebf9b1-010a-474e-aa02-1b336d4b69b3 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:32:19.138483 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e578d8-9318-4190-9cad-80420faaed68 req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Port 3ebab886-a015-40cb-b84e-d7b2f0a13e9f on network 43ebf9b1-010a-474e-aa02-1b336d4b69b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:32:19.138483 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e578d8-9318-4190-9cad-80420faaed68 req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Attempting to bind port 3ebab886-a015-40cb-b84e-d7b2f0a13e9f on network 43ebf9b1-010a-474e-aa02-1b336d4b69b3 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:32:19.138483 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebab886-a015-40cb-b84e-d7b2f0a13e9f,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:19.142308 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:19.148965 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e578d8-9318-4190-9cad-80420faaed68 req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Checking agent: {'id': 'c17431a8-2d50-499b-8bf2-d6ffeabd9413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'started_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:32:19.149297 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e578d8-9318-4190-9cad-80420faaed68 req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Checking segment: {'id': 'd518eb40-8be8-4bf4-bd65-8228733454f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '43ebf9b1-010a-474e-aa02-1b336d4b69b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:32:19.149704 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e578d8-9318-4190-9cad-80420faaed68 req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Bound using segment: {'id': 'd518eb40-8be8-4bf4-bd65-8228733454f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '43ebf9b1-010a-474e-aa02-1b336d4b69b3'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:32:19.150144 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-56e578d8-9318-4190-9cad-80420faaed68 req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Bound port: 3ebab886-a015-40cb-b84e-d7b2f0a13e9f, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd518eb40-8be8-4bf4-bd65-8228733454f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '43ebf9b1-010a-474e-aa02-1b336d4b69b3'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:32:19.150506 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-56e578d8-9318-4190-9cad-80420faaed68 req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:19.183233 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b489fe-c9c2-43cc-bd90-aeed25130924 req-f376cec8-f6d4-4df5-95ed-6e3f759b5f50 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:19.189932 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-42b489fe-c9c2-43cc-bd90-aeed25130924 req-f376cec8-f6d4-4df5-95ed-6e3f759b5f50 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.3587880 Jun 17 14:32:19.308049 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-42b489fe-c9c2-43cc-bd90-aeed25130924 req-2f408fff-90a0-4bc8-b986-c1060a16bf6c tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172378 Jun 17 14:32:19.313071 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b08a6-d9f5-41d5-a167-c3e84f51396b req-94f6e34f-4132-46a2-9ba1-b0779d656e7b tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:19.314846 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c82b08a6-d9f5-41d5-a167-c3e84f51396b req-94f6e34f-4132-46a2-9ba1-b0779d656e7b tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.0802600 Jun 17 14:32:19.320243 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-56e578d8-9318-4190-9cad-80420faaed68 req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] For port 3ebab886-a015-40cb-b84e-d7b2f0a13e9f, host hv-cinder-79628, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:32:19.324265 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-56e578d8-9318-4190-9cad-80420faaed68 req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] For port 3ebab886-a015-40cb-b84e-d7b2f0a13e9f, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3ebab886-a015-40cb-b84e-d7b2f0a13e9f,segment=NetworkSegment(d518eb40-8be8-4bf4-bd65-8228733454f1),segment_id=d518eb40-8be8-4bf4-bd65-8228733454f1)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:32:19.325237 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:19.366108 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c82b08a6-d9f5-41d5-a167-c3e84f51396b req-b37dfe2e-38bd-461b-a09a-c32ea16044ac tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426593 Jun 17 14:32:19.412683 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-48218cf0-943e-4caa-971e-9da3b530054e None None] Provisioning for port 47957753-9757-4570-8c42-f2d0ba9462ab completed by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:32:19.416827 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-48218cf0-943e-4caa-971e-9da3b530054e None None] Provisioning complete for port 47957753-9757-4570-8c42-f2d0ba9462ab triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:32:19.417341 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-48218cf0-943e-4caa-971e-9da3b530054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:19.441986 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-56e578d8-9318-4190-9cad-80420faaed68 req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:19.447941 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-bc4c9671-6c4a-44c6-8095-3d48c8d896fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:19.459963 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-48218cf0-943e-4caa-971e-9da3b530054e None None] Port 47957753-9757-4570-8c42-f2d0ba9462ab cannot update to ACTIVE because it is not bound. {{(pid=93281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:32:19.466191 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31aafe9-1465-4fdf-b652-2b972c4890c8 req-6d3ad54b-689a-472b-a244-e7d5f94b192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:19.467669 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b31aafe9-1465-4fdf-b652-2b972c4890c8 req-6d3ad54b-689a-472b-a244-e7d5f94b192a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 1098 time: 0.0514736 Jun 17 14:32:19.487385 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e578d8-9318-4190-9cad-80420faaed68 req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:19.488121 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-56e578d8-9318-4190-9cad-80420faaed68 req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:19.489775 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-56e578d8-9318-4190-9cad-80420faaed68 req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] 10.222.0.93 "PUT /v2.0/ports/3ebab886-a015-40cb-b84e-d7b2f0a13e9f HTTP/1.1" status: 200 len: 1098 time: 1.8401375 Jun 17 14:32:19.492367 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba12c8cd-2cf1-406c-bca6-38df1bcade18', 'tag': '3ebab886-a015-40cb-b84e-d7b2f0a13e9f'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:32:19.494996 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcac9de2-9f98-464c-b6a4-f505f5dc2f97" -d '{"events": [{"name": "network-changed", "server_uuid": "ba12c8cd-2cf1-406c-bca6-38df1bcade18", "tag": "3ebab886-a015-40cb-b84e-d7b2f0a13e9f"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:32:19.530180 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b31aafe9-1465-4fdf-b652-2b972c4890c8 req-556faa1d-b7ab-48d8-bd32-afa2b6f8b45e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479815 Jun 17 14:32:19.553634 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7775ee-b0e8-486b-b053-72bf453a1315 x-openstack-request-id: req-7e7775ee-b0e8-486b-b053-72bf453a1315 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:32:19.554480 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba12c8cd-2cf1-406c-bca6-38df1bcade18", "tag": "3ebab886-a015-40cb-b84e-d7b2f0a13e9f", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:32:19.554480 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7e7775ee-b0e8-486b-b053-72bf453a1315 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:32:19.554896 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba12c8cd-2cf1-406c-bca6-38df1bcade18', 'tag': '3ebab886-a015-40cb-b84e-d7b2f0a13e9f', 'status': 'completed', 'code': 200} Jun 17 14:32:19.564143 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebab886-a015-40cb-b84e-d7b2f0a13e9f,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:19.571171 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:19.590162 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:19.681436 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac9de2-9f98-464c-b6a4-f505f5dc2f97 req-ab573e88-758c-4ebb-9f56-022a25d0f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:19.683743 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-fcac9de2-9f98-464c-b6a4-f505f5dc2f97 req-ab573e88-758c-4ebb-9f56-022a25d0f589 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4387f6f0164d4668a7cc24baaefdf7c7&device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 1101 time: 0.0584416 Jun 17 14:32:19.702154 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:19.703347 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-967660'] for router_interface, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:19.706113 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:19.715431 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-fcac9de2-9f98-464c-b6a4-f505f5dc2f97 req-22a2fe0b-57e8-414c-a8d3-6752c9337a40 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=4387f6f0164d4668a7cc24baaefdf7c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197127 Jun 17 14:32:19.768874 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Pushing event updated for resources: {'Port': ['ID=47957753-9757-4570-8c42-f2d0ba9462ab,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:19.773277 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:19.850007 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Network 7d63c031-c2de-4bf9-bb03-d8c2cd626835 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:32:19.851941 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac9de2-9f98-464c-b6a4-f505f5dc2f97 req-4d7ca398-7276-4d96-98c7-c83e2f8a049d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:19.852979 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:32:19.853787 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-fcac9de2-9f98-464c-b6a4-f505f5dc2f97 req-4d7ca398-7276-4d96-98c7-c83e2f8a049d service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1321008 Jun 17 14:32:19.906244 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b3804-a711-44cc-9517-afc751827c18 req-283a457d-b327-472a-b644-5f233d50ec4b tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:19.917608 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-362b3804-a711-44cc-9517-afc751827c18 req-283a457d-b327-472a-b644-5f233d50ec4b tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ed5574d-b013-40ba-b576-011f08707801 HTTP/1.1" status: 200 len: 943 time: 0.1076617 Jun 17 14:32:19.996119 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-362b3804-a711-44cc-9517-afc751827c18 req-4578eaf8-6a88-41fa-920e-7fd65c12bacb tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775621 Jun 17 14:32:20.001872 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device ea5c1a66-a09a-47a1-bc43-e6bc24e37cab up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:32:20.021982 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e578d8-9318-4190-9cad-80420faaed68 req-a40b5d02-1f8b-4458-8534-5385587dcf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:20.022228 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa52d2-3000-45de-ae99-d43b0ff15567 req-71a1f4cb-66f4-4dca-b656-0fa5d1bb2947 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:20.023446 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-56e578d8-9318-4190-9cad-80420faaed68 req-a40b5d02-1f8b-4458-8534-5385587dcf5e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4387f6f0164d4668a7cc24baaefdf7c7&device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 1101 time: 0.0901792 Jun 17 14:32:20.023762 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-1eaa52d2-3000-45de-ae99-d43b0ff15567 req-71a1f4cb-66f4-4dca-b656-0fa5d1bb2947 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.1724248 Jun 17 14:32:20.071107 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-56e578d8-9318-4190-9cad-80420faaed68 req-08ae8dad-080a-451f-a9b4-7beb6e87bd86 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=3ebab886-a015-40cb-b84e-d7b2f0a13e9f HTTP/1.1" status: 200 len: 217 time: 0.0395331 Jun 17 14:32:20.078641 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Router f05b3fc8-053a-456d-b89a-6b7893420176 has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:32:20.097991 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-1eaa52d2-3000-45de-ae99-d43b0ff15567 req-5b2c5233-7fd1-42f1-869e-4843cbd1b27e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573087 Jun 17 14:32:20.180702 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port ea5c1a66-a09a-47a1-bc43-e6bc24e37cab completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:32:20.190725 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port ea5c1a66-a09a-47a1-bc43-e6bc24e37cab triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:32:20.191445 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:20.219694 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:32:20.226037 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] 10.222.0.86 "PUT /v2.0/routers/f05b3fc8-053a-456d-b89a-6b7893420176/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6344769 Jun 17 14:32:20.255348 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-771419e1-cb88-41e2-94b1-2408b50816c1 None None] Provisioning complete for port 47957753-9757-4570-8c42-f2d0ba9462ab triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:32:20.255802 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-771419e1-cb88-41e2-94b1-2408b50816c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:20.280031 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:32:20.344594 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-771419e1-cb88-41e2-94b1-2408b50816c1 None None] Port 47957753-9757-4570-8c42-f2d0ba9462ab cannot update to ACTIVE because it is not bound. {{(pid=93281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:32:20.373205 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:20.430947 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] For port ea5c1a66-a09a-47a1-bc43-e6bc24e37cab, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=ea5c1a66-a09a-47a1-bc43-e6bc24e37cab,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:32:20.433182 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e578d8-9318-4190-9cad-80420faaed68 req-fcb17d8a-b409-43d1-9536-dc9295857c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:20.434662 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-56e578d8-9318-4190-9cad-80420faaed68 req-fcb17d8a-b409-43d1-9536-dc9295857c38 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aa19e38d-4dad-4528-b49d-4b391a1319cb HTTP/1.1" status: 200 len: 843 time: 0.3559923 Jun 17 14:32:20.449231 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7f45b432-a7fc-4fa6-8e8b-774b5866dcb9,segment=NetworkSegment(5552d935-8137-40de-8317-5a24db3d9877),segment_id=5552d935-8137-40de-8317-5a24db3d9877)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:32:20.461828 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': '7f45b432-a7fc-4fa6-8e8b-774b5866dcb9', 'network_id': 'f458b361-921c-461c-88fa-9ee700422017', 'port_id': '7f45b432-a7fc-4fa6-8e8b-774b5866dcb9', 'mac_address': 'fa:16:3e:33:45:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e025e5-74e2-4655-a570-366e6b5002f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:32:20.490717 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3945c9-d26f-468f-b360-10a58b908ca7 req-0daaf24e-263d-4ae8-b352-b7945419eeda tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:20.492185 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3d3945c9-d26f-468f-b360-10a58b908ca7 req-0daaf24e-263d-4ae8-b352-b7945419eeda tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 948 time: 0.1264796 Jun 17 14:32:20.502684 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:20.516807 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:20.518700 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:20.544619 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e578d8-9318-4190-9cad-80420faaed68 req-51880167-a01a-4e6d-83d7-88b7839d83ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:20.546135 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-56e578d8-9318-4190-9cad-80420faaed68 req-51880167-a01a-4e6d-83d7-88b7839d83ca service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=43ebf9b1-010a-474e-aa02-1b336d4b69b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1023324 Jun 17 14:32:20.548453 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bbaad-1e3c-4ea3-99ad-f187795887a8 req-a0be8c7a-c8ed-4964-94fa-b1a5629132ae tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:20.550154 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ba2bbaad-1e3c-4ea3-99ad-f187795887a8 req-a0be8c7a-c8ed-4964-94fa-b1a5629132ae tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0886679 Jun 17 14:32:20.550747 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:32:20.575651 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3d3945c9-d26f-468f-b360-10a58b908ca7 req-b17166a9-57c4-4de1-adad-fa4e68371027 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/security-groups?id=2a3764eb-934a-4b08-9615-fe09347db349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686867 Jun 17 14:32:20.578016 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7f45b432-a7fc-4fa6-8e8b-774b5866dcb9,segment=NetworkSegment(5552d935-8137-40de-8317-5a24db3d9877),segment_id=5552d935-8137-40de-8317-5a24db3d9877)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:32:20.643865 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Pushing event updated for resources: {'Port': ['ID=ea5c1a66-a09a-47a1-bc43-e6bc24e37cab,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:20.648878 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:20.662543 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:20.665156 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e1560a64-ba4f-4211-9b84-90f2ac9f9821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:20.683714 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-56e578d8-9318-4190-9cad-80420faaed68 req-62667ecb-ec4d-46d0-8deb-982c0606a714 service neutron] 10.222.0.93 "GET /v2.0/networks/43ebf9b1-010a-474e-aa02-1b336d4b69b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050768 Jun 17 14:32:20.685503 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ba2bbaad-1e3c-4ea3-99ad-f187795887a8 req-14ea621c-a637-4e62-bf23-ca77a6ee86d4 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276989 Jun 17 14:32:20.758237 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=7f45b432-a7fc-4fa6-8e8b-774b5866dcb9,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:20.765161 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:20.836373 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-56e578d8-9318-4190-9cad-80420faaed68 req-19235eaf-ac52-4377-822a-a29043f516ea service neutron] 10.222.0.93 "GET /v2.0/networks/43ebf9b1-010a-474e-aa02-1b336d4b69b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426511 Jun 17 14:32:20.922583 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf1846-eeef-47eb-9bff-70ef5067a279 req-8f19801b-8f4c-42f5-9d63-e098c1db3cce tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:20.929807 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cedf1846-eeef-47eb-9bff-70ef5067a279 req-8f19801b-8f4c-42f5-9d63-e098c1db3cce tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.1184587 Jun 17 14:32:20.965613 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cedf1846-eeef-47eb-9bff-70ef5067a279 req-9cd2f7fa-349a-450e-9b77-ebca8328b70c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349252 Jun 17 14:32:21.012686 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['7f45b432-a7fc-4fa6-8e8b-774b5866dcb9'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:32:21.057384 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] Sync routers for ids ['f05b3fc8-053a-456d-b89a-6b7893420176'] in dv-cinder-796286-6-smb {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:32:21.077899 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] Routers {'f05b3fc8-053a-456d-b89a-6b7893420176'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:32:21.078535 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:32:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['f05b3fc8-053a-456d-b89a-6b7893420176'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:32:21.206219 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3659836-3087-4447-bd54-433c833ef742 req-79cb4505-6096-49ff-bbf1-af403e593c65 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:21.209013 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b3659836-3087-4447-bd54-433c833ef742 req-79cb4505-6096-49ff-bbf1-af403e593c65 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ed5574d-b013-40ba-b576-011f08707801 HTTP/1.1" status: 200 len: 944 time: 0.0648417 Jun 17 14:32:21.233063 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] Set router f05b3fc8-053a-456d-b89a-6b7893420176 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:32:21.246259 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b3659836-3087-4447-bd54-433c833ef742 req-cc6e13c0-a3a4-417a-86f4-f992b117f0c1 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313191 Jun 17 14:32:21.315188 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 32768) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:21.321171 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-4abc3e1e-b74c-4054-a9c3-d1c3fbd27d8b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1328914401', 'description': 'tempest-secgroup-smoke-1328914401 description', 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:32:21.428529 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4abc3e1e-b74c-4054-a9c3-d1c3fbd27d8b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:21.447303 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007721ea-4bea-4414-be6f-74582b345900 req-505ab508-d68d-4615-bf68-8c58ccce2eb1 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:21.456797 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-007721ea-4bea-4414-be6f-74582b345900 req-505ab508-d68d-4615-bf68-8c58ccce2eb1 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0934362 Jun 17 14:32:21.464506 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05b3fc8-053a-456d-b89a-6b7893420176', 'name': 'tempest-TestShelveInstance-814111040-router', 'tenant_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ea5c1a66-a09a-47a1-bc43-e6bc24e37cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:12Z', 'updated_at': '2021-06-17T14:32:19Z', 'revision_number': 4, 'project_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'gw_port': {'id': 'ea5c1a66-a09a-47a1-bc43-e6bc24e37cab', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ef:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05b3fc8-053a-456d-b89a-6b7893420176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:13Z', 'updated_at': '2021-06-17T14:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '47957753-9757-4570-8c42-f2d0ba9462ab', 'name': '', 'network_id': '7d63c031-c2de-4bf9-bb03-d8c2cd626835', 'tenant_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'mac_address': 'fa:16:3e:99:c1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05b3fc8-053a-456d-b89a-6b7893420176', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e206b248-d315-451a-be39-7abd0842032a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:17Z', 'updated_at': '2021-06-17T14:32:19Z', 'revision_number': 2, 'project_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'subnets': [{'id': 'e206b248-d315-451a-be39-7abd0842032a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:32:21.493022 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-007721ea-4bea-4414-be6f-74582b345900 req-c2a2efa9-5e45-49f3-a965-8f3155a99202 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354557 Jun 17 14:32:21.496200 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] Checking router: f05b3fc8-053a-456d-b89a-6b7893420176 for host: dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:32:21.496706 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] Updating router f05b3fc8-053a-456d-b89a-6b7893420176 port 47957753-9757-4570-8c42-f2d0ba9462ab binding host dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:32:21.541040 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4abc3e1e-b74c-4054-a9c3-d1c3fbd27d8b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:21.544322 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:21.609102 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4abc3e1e-b74c-4054-a9c3-d1c3fbd27d8b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:21.613658 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-f2c14173-785b-4cd7-a815-11acf100379b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:21.676289 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc3e1e-b74c-4054-a9c3-d1c3fbd27d8b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c0825b-339b-494f-bc1d-2a741d069af3,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:21.683297 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-4abc3e1e-b74c-4054-a9c3-d1c3fbd27d8b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:21.768912 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0550e-d495-42e0-bbb7-cda2916ba85e req-912f34d3-cf17-411c-b5d2-24bcc50776de tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:21.770608 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-20e0550e-d495-42e0-bbb7-cda2916ba85e req-912f34d3-cf17-411c-b5d2-24bcc50776de tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 948 time: 0.0660939 Jun 17 14:32:21.806972 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4abc3e1e-b74c-4054-a9c3-d1c3fbd27d8b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:21.811332 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-4abc3e1e-b74c-4054-a9c3-d1c3fbd27d8b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4913561 Jun 17 14:32:21.811498 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-20e0550e-d495-42e0-bbb7-cda2916ba85e req-f7c6b86b-5a5d-4f15-b1f0-a23cd3a053bd tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/security-groups?id=2a3764eb-934a-4b08-9615-fe09347db349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335186 Jun 17 14:32:21.811498 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 32782) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:21.825188 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-dd7c150b-3078-45ed-9eca-9672076299d6 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Request body: {'security_group_rule': {'security_group_id': '50c0825b-339b-494f-bc1d-2a741d069af3', 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:32:21.842558 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:21.856879 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] Transition to ACTIVE for port object 47957753-9757-4570-8c42-f2d0ba9462ab will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:32:21.933919 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device ea5c1a66-a09a-47a1-bc43-e6bc24e37cab up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:32:21.956872 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-dd7c150b-3078-45ed-9eca-9672076299d6 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:21.968402 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:21.979229 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:22.025037 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ada011-3b06-49d6-aef4-142dabefc644 req-57e96541-6074-40f5-aaf8-6dafb34e105c tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:22.026624 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-78ada011-3b06-49d6-aef4-142dabefc644 req-57e96541-6074-40f5-aaf8-6dafb34e105c tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.1077409 Jun 17 14:32:22.052029 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-dd7c150b-3078-45ed-9eca-9672076299d6 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:22.089294 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-78ada011-3b06-49d6-aef4-142dabefc644 req-ac62c34b-2aa4-42c2-8cf4-96816f32ad0e tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402639 Jun 17 14:32:22.199375 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-dd7c150b-3078-45ed-9eca-9672076299d6 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939287'] for security_group_rule, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:22.201493 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:22.217203 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port ea5c1a66-a09a-47a1-bc43-e6bc24e37cab triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:32:22.217629 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:22.219646 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c001a-a2c7-4edf-a413-b88fb3dc4d95 None None] Pushing event updated for resources: {'Port': ['ID=47957753-9757-4570-8c42-f2d0ba9462ab,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:22.229106 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003759f4-a08d-458b-9713-207c41fd14ac req-a5c277e8-80d0-4a47-9379-b3f1b556ffa5 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:22.237363 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c150b-3078-45ed-9eca-9672076299d6 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ddada46-ae49-4bae-b537-3d7b15619de2,revision_number=0']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:22.240293 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-003759f4-a08d-458b-9713-207c41fd14ac req-a5c277e8-80d0-4a47-9379-b3f1b556ffa5 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.1355951 Jun 17 14:32:22.247833 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-dd7c150b-3078-45ed-9eca-9672076299d6 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:22.258677 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-648c001a-a2c7-4edf-a413-b88fb3dc4d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:22.289658 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-003759f4-a08d-458b-9713-207c41fd14ac req-5822b582-bdab-4995-a17a-7056c0c6193c tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475194 Jun 17 14:32:22.320781 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9 up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:32:22.329912 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55645b0-58d2-43cf-8831-577e4e6e38d6 req-0ea87e64-484d-4b27-965d-2b5b2476ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:22.331503 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e55645b0-58d2-43cf-8831-577e4e6e38d6 req-0ea87e64-484d-4b27-965d-2b5b2476ccf6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df3f9d0051034672b2d1f6007dfac45e&device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 1098 time: 0.1584084 Jun 17 14:32:22.349388 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598415c-289a-416b-8281-fc9fcffe6346 req-5e6a923e-b0bc-4a31-8b0c-ab280f4135fe tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:22.357668 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b598415c-289a-416b-8281-fc9fcffe6346 req-5e6a923e-b0bc-4a31-8b0c-ab280f4135fe tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.1087699 Jun 17 14:32:22.360681 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] Attempting to bind port 47957753-9757-4570-8c42-f2d0ba9462ab on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:32:22.361246 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] Attempting to bind port 47957753-9757-4570-8c42-f2d0ba9462ab by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': 'bc179482-c019-4174-a421-786c1df42ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '7d63c031-c2de-4bf9-bb03-d8c2cd626835'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:32:22.361827 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] Attempting to bind port 47957753-9757-4570-8c42-f2d0ba9462ab on network 7d63c031-c2de-4bf9-bb03-d8c2cd626835 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:32:22.369373 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-dd7c150b-3078-45ed-9eca-9672076299d6 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:22.373957 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-dd7c150b-3078-45ed-9eca-9672076299d6 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5614078 Jun 17 14:32:22.374729 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:32:22.375399 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] Checking segment: {'id': 'bc179482-c019-4174-a421-786c1df42ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '7d63c031-c2de-4bf9-bb03-d8c2cd626835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:32:22.376018 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:22.376616 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] Bound using segment: {'id': 'bc179482-c019-4174-a421-786c1df42ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '7d63c031-c2de-4bf9-bb03-d8c2cd626835'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:32:22.377320 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] Bound port: 47957753-9757-4570-8c42-f2d0ba9462ab, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc179482-c019-4174-a421-786c1df42ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '7d63c031-c2de-4bf9-bb03-d8c2cd626835'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:32:22.377965 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:22.381005 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 32790) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:22.386609 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-4c79f31c-0aa4-432a-a1e1-b76c6058f346 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Request body: {'security_group_rule': {'security_group_id': '50c0825b-339b-494f-bc1d-2a741d069af3', 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:32:22.442234 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b598415c-289a-416b-8281-fc9fcffe6346 req-d229dfea-2976-404f-9e6f-311ab91c0bb6 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837657 Jun 17 14:32:22.497315 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] For port 47957753-9757-4570-8c42-f2d0ba9462ab, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:32:22.499264 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55645b0-58d2-43cf-8831-577e4e6e38d6 req-eca2a19d-04a0-4115-873a-62fd1a207b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:22.500743 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e55645b0-58d2-43cf-8831-577e4e6e38d6 req-eca2a19d-04a0-4115-873a-62fd1a207b5e service neutron] 10.222.0.93 "GET /v2.0/networks?id=28c547f4-6a9c-4191-8f84-bf56696ffcf9 HTTP/1.1" status: 200 len: 919 time: 0.1551955 Jun 17 14:32:22.520151 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] For port 47957753-9757-4570-8c42-f2d0ba9462ab, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=47957753-9757-4570-8c42-f2d0ba9462ab,segment=NetworkSegment(bc179482-c019-4174-a421-786c1df42ed8),segment_id=bc179482-c019-4174-a421-786c1df42ed8)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:32:22.533252 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4c79f31c-0aa4-432a-a1e1-b76c6058f346 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:22.548602 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning for port 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9 completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:32:22.553642 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:32:22.554220 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:22.565974 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be65bdd-35ef-4a47-82c6-ccbf1084a518 req-3a94387d-2444-4501-945d-4b42428d1447 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:22.573366 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7be65bdd-35ef-4a47-82c6-ccbf1084a518 req-3a94387d-2444-4501-945d-4b42428d1447 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ed5574d-b013-40ba-b576-011f08707801 HTTP/1.1" status: 200 len: 944 time: 0.1418979 Jun 17 14:32:22.585352 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e55645b0-58d2-43cf-8831-577e4e6e38d6 req-42172e6e-2af9-4e2d-95db-070f4aa06ffc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40ac8dde-a46c-490e-ba44-251ccf494748 HTTP/1.1" status: 200 len: 217 time: 0.0755353 Jun 17 14:32:22.592803 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4c79f31c-0aa4-432a-a1e1-b76c6058f346 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:22.624253 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:22.627803 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:22.662363 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7be65bdd-35ef-4a47-82c6-ccbf1084a518 req-99ebe0d3-5d2b-4df3-8b05-b1cb45d2b948 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881031 Jun 17 14:32:22.670523 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:22.680002 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55645b0-58d2-43cf-8831-577e4e6e38d6 req-5cdec8a5-8444-47b6-9e66-fccdd68f1cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:22.680258 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4c79f31c-0aa4-432a-a1e1-b76c6058f346 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939287'] for security_group_rule, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:22.681495 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e55645b0-58d2-43cf-8831-577e4e6e38d6 req-5cdec8a5-8444-47b6-9e66-fccdd68f1cc9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=be563bda-5edc-4f28-bda9-11728953d9ad HTTP/1.1" status: 200 len: 857 time: 0.0878353 Jun 17 14:32:22.684049 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4548f8f4-0170-4841-b21d-9c454e6d0248 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:22.705940 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] Routers {'f05b3fc8-053a-456d-b89a-6b7893420176'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:32:22.706633 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:32:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['f05b3fc8-053a-456d-b89a-6b7893420176'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:32:22.724022 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e55645b0-58d2-43cf-8831-577e4e6e38d6 req-b99eb1f2-a2f8-4fe1-80ce-daaa7c6aa53f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=28c547f4-6a9c-4191-8f84-bf56696ffcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329602 Jun 17 14:32:22.724317 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79f31c-0aa4-432a-a1e1-b76c6058f346 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6fbe2bd-8079-441c-8e31-65974d135e1c,revision_number=0']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:22.726945 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4c79f31c-0aa4-432a-a1e1-b76c6058f346 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:22.792146 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c001a-a2c7-4edf-a413-b88fb3dc4d95 None None] Pushing event updated for resources: {'Port': ['ID=47957753-9757-4570-8c42-f2d0ba9462ab,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:22.795490 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-648c001a-a2c7-4edf-a413-b88fb3dc4d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:22.802423 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed5574d-b013-40ba-b576-011f08707801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f45b432-a7fc-4fa6-8e8b-774b5866dcb9'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:32:22.803365 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4c79f31c-0aa4-432a-a1e1-b76c6058f346 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:22.804756 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd258396-84d2-4ba3-a430-9568029c6dc0" -d '{"events": [{"server_uuid": "3ed5574d-b013-40ba-b576-011f08707801", "name": "network-vif-plugged", "status": "completed", "tag": "7f45b432-a7fc-4fa6-8e8b-774b5866dcb9"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:32:22.805664 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-4c79f31c-0aa4-432a-a1e1-b76c6058f346 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4227533 Jun 17 14:32:22.808362 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 32796) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:22.815214 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-592a05ec-7d28-4d1b-aa71-3e5ef5e25bbf tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Request body: {'security_group_rule': {'security_group_id': '50c0825b-339b-494f-bc1d-2a741d069af3', 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:32:22.827642 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7f45b432-a7fc-4fa6-8e8b-774b5866dcb9,segment=NetworkSegment(5552d935-8137-40de-8317-5a24db3d9877),segment_id=5552d935-8137-40de-8317-5a24db3d9877)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:32:22.836111 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e55645b0-58d2-43cf-8831-577e4e6e38d6 req-6f94cc45-3142-4076-8a2d-ada4cec6056a service neutron] 10.222.0.93 "GET /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037641 Jun 17 14:32:22.890878 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] Set router f05b3fc8-053a-456d-b89a-6b7893420176 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:32:22.948290 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85316b44-ecce-4b67-ab96-b125d908942d x-openstack-request-id: req-85316b44-ecce-4b67-ab96-b125d908942d {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:32:22.948531 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed5574d-b013-40ba-b576-011f08707801", "name": "network-vif-plugged", "status": "completed", "tag": "7f45b432-a7fc-4fa6-8e8b-774b5866dcb9", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:32:22.948783 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-85316b44-ecce-4b67-ab96-b125d908942d {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:32:22.949193 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed5574d-b013-40ba-b576-011f08707801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f45b432-a7fc-4fa6-8e8b-774b5866dcb9', 'code': 200} Jun 17 14:32:22.954704 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:22.961364 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-c280f351-335f-4844-8dda-2cddc2116388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:22.961887 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-592a05ec-7d28-4d1b-aa71-3e5ef5e25bbf tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:22.971355 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e55645b0-58d2-43cf-8831-577e4e6e38d6 req-1ec95265-575b-4214-8ce0-f024efbe00d0 service neutron] 10.222.0.93 "GET /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278245 Jun 17 14:32:23.030600 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-592a05ec-7d28-4d1b-aa71-3e5ef5e25bbf tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:23.064471 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46fee5-dc14-4696-a3f2-951af98b52ae req-a1550acd-36e4-4f12-a8c4-132d87c59e78 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:23.069988 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-af46fee5-dc14-4696-a3f2-951af98b52ae req-a1550acd-36e4-4f12-a8c4-132d87c59e78 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 948 time: 0.0976391 Jun 17 14:32:23.083462 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=7f45b432-a7fc-4fa6-8e8b-774b5866dcb9,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:23.086646 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:23.111302 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-af46fee5-dc14-4696-a3f2-951af98b52ae req-cff934d7-cf4e-4eba-881d-0b1d01af3ef9 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/security-groups?id=2a3764eb-934a-4b08-9615-fe09347db349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388038 Jun 17 14:32:23.137660 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-592a05ec-7d28-4d1b-aa71-3e5ef5e25bbf tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939287'] for security_group_rule, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:23.139762 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-2e286872-a321-4b27-a60a-208daf850b33 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:23.157806 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a05ec-7d28-4d1b-aa71-3e5ef5e25bbf tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b479a648-f8e8-4235-94be-52f3b741d4dd,revision_number=0']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:23.162216 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-592a05ec-7d28-4d1b-aa71-3e5ef5e25bbf tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:23.203471 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05b3fc8-053a-456d-b89a-6b7893420176', 'name': 'tempest-TestShelveInstance-814111040-router', 'tenant_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ea5c1a66-a09a-47a1-bc43-e6bc24e37cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:12Z', 'updated_at': '2021-06-17T14:32:19Z', 'revision_number': 4, 'project_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'gw_port': {'id': 'ea5c1a66-a09a-47a1-bc43-e6bc24e37cab', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ef:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05b3fc8-053a-456d-b89a-6b7893420176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:13Z', 'updated_at': '2021-06-17T14:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '47957753-9757-4570-8c42-f2d0ba9462ab', 'name': '', 'network_id': '7d63c031-c2de-4bf9-bb03-d8c2cd626835', 'tenant_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'mac_address': 'fa:16:3e:99:c1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05b3fc8-053a-456d-b89a-6b7893420176', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e206b248-d315-451a-be39-7abd0842032a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:17Z', 'updated_at': '2021-06-17T14:32:22Z', 'revision_number': 4, 'project_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'subnets': [{'id': 'e206b248-d315-451a-be39-7abd0842032a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:32:23.231400 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d68117a-d7d3-4408-995a-7cf14d222c0d None None] The sync data for ids ['f05b3fc8-053a-456d-b89a-6b7893420176'] in dv-cinder-796286-6-smb is: [{'id': 'f05b3fc8-053a-456d-b89a-6b7893420176', 'name': 'tempest-TestShelveInstance-814111040-router', 'tenant_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ea5c1a66-a09a-47a1-bc43-e6bc24e37cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:12Z', 'updated_at': '2021-06-17T14:32:19Z', 'revision_number': 4, 'project_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'gw_port': {'id': 'ea5c1a66-a09a-47a1-bc43-e6bc24e37cab', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ef:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05b3fc8-053a-456d-b89a-6b7893420176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:13Z', 'updated_at': '2021-06-17T14:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '47957753-9757-4570-8c42-f2d0ba9462ab', 'name': '', 'network_id': '7d63c031-c2de-4bf9-bb03-d8c2cd626835', 'tenant_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'mac_address': 'fa:16:3e:99:c1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05b3fc8-053a-456d-b89a-6b7893420176', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e206b248-d315-451a-be39-7abd0842032a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:17Z', 'updated_at': '2021-06-17T14:32:22Z', 'revision_number': 4, 'project_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'subnets': [{'id': 'e206b248-d315-451a-be39-7abd0842032a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:32:23.251032 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-592a05ec-7d28-4d1b-aa71-3e5ef5e25bbf tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:23.252218 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-592a05ec-7d28-4d1b-aa71-3e5ef5e25bbf tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4425414 Jun 17 14:32:23.255669 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 32804) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:23.266841 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-9e2f6775-a5f3-45c9-b853-d0c75677f4f5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Request body: {'security_group_rule': {'security_group_id': '50c0825b-339b-494f-bc1d-2a741d069af3', 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:32:23.335993 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723d9cf-b5be-404b-9757-b1dda8bd11bd req-3750f4aa-57ae-4d04-a8be-785be6f377cb tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:23.354142 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c723d9cf-b5be-404b-9757-b1dda8bd11bd req-3750f4aa-57ae-4d04-a8be-785be6f377cb tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.1331735 Jun 17 14:32:23.421316 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c723d9cf-b5be-404b-9757-b1dda8bd11bd req-339e49d2-82f9-49bc-92d8-365774debae2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670853 Jun 17 14:32:23.515386 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267d618-dd52-4e6e-a7ea-bc95a682cea5 req-97cb376a-4c0d-49ae-9c1d-8af5d3b07a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:23.515386 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7267d618-dd52-4e6e-a7ea-bc95a682cea5 req-97cb376a-4c0d-49ae-9c1d-8af5d3b07a28 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3ed5574d-b013-40ba-b576-011f08707801 HTTP/1.1" status: 200 len: 1098 time: 0.1162670 Jun 17 14:32:23.559555 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6775-a5f3-45c9-b853-d0c75677f4f5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:23.571930 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47013e-1fb2-4fb8-90e3-fd0bca31b7c2 req-a63eeab6-abaf-47d9-81e1-de36ab70123f tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:23.577935 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ce47013e-1fb2-4fb8-90e3-fd0bca31b7c2 req-a63eeab6-abaf-47d9-81e1-de36ab70123f tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.1180449 Jun 17 14:32:23.630386 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7267d618-dd52-4e6e-a7ea-bc95a682cea5 req-a1891442-72b9-4c10-aab8-0226315c74ba service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040807 Jun 17 14:32:23.641797 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef17fa1-4f41-4a41-b070-163cf9943794 req-972222d6-182c-448f-8712-8495cb16860c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:23.643699 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-eef17fa1-4f41-4a41-b070-163cf9943794 req-972222d6-182c-448f-8712-8495cb16860c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.0673440 Jun 17 14:32:23.662322 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ce47013e-1fb2-4fb8-90e3-fd0bca31b7c2 req-61c05910-9652-4f5b-9f54-1d2360fefd94 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765896 Jun 17 14:32:23.676508 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6775-a5f3-45c9-b853-d0c75677f4f5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:23.690479 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-eef17fa1-4f41-4a41-b070-163cf9943794 req-b9bf1077-19c0-4dc0-abd3-84cc71ee11fc tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399580 Jun 17 14:32:23.799294 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6775-a5f3-45c9-b853-d0c75677f4f5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939287'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:23.801535 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-74bb6dcd-4305-4369-a3e4-cd4a36d4bd2a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:23.846000 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f6775-a5f3-45c9-b853-d0c75677f4f5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36da85b-cdf2-4dd7-8497-11d0b9708734,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:23.850057 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-9e2f6775-a5f3-45c9-b853-d0c75677f4f5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:23.883234 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca4ebf-5a8b-4805-8d48-7bd048446f07 req-027ca939-64da-471a-afe5-c56a9b5fc377 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:23.884847 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-48ca4ebf-5a8b-4805-8d48-7bd048446f07 req-027ca939-64da-471a-afe5-c56a9b5fc377 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ed5574d-b013-40ba-b576-011f08707801 HTTP/1.1" status: 200 len: 945 time: 0.0785823 Jun 17 14:32:23.926745 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-48ca4ebf-5a8b-4805-8d48-7bd048446f07 req-c2b2d0a5-eaa1-4002-8293-6a7ca078499a tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342543 Jun 17 14:32:23.953320 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 47957753-9757-4570-8c42-f2d0ba9462ab up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:32:23.987443 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6775-a5f3-45c9-b853-d0c75677f4f5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:23.991560 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-9e2f6775-a5f3-45c9-b853-d0c75677f4f5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7314773 Jun 17 14:32:23.991753 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 32816) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:23.996112 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-08ee0a48-4c94-4611-bb6a-1db0ff117716 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Request body: {'security_group_rule': {'security_group_id': '50c0825b-339b-494f-bc1d-2a741d069af3', 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:32:24.142135 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port 47957753-9757-4570-8c42-f2d0ba9462ab completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:32:24.146843 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 47957753-9757-4570-8c42-f2d0ba9462ab triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:32:24.147234 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:24.170562 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.db.securitygroups_db [None req-08ee0a48-4c94-4611-bb6a-1db0ff117716 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Project 6d8f5cf3dd6d40df90ce4d61d76cd882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 14:32:24.177089 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-08ee0a48-4c94-4611-bb6a-1db0ff117716 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:24.230079 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:24.248304 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-08ee0a48-4c94-4611-bb6a-1db0ff117716 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:24.264318 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] For port 47957753-9757-4570-8c42-f2d0ba9462ab, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=47957753-9757-4570-8c42-f2d0ba9462ab,segment=NetworkSegment(bc179482-c019-4174-a421-786c1df42ed8),segment_id=bc179482-c019-4174-a421-786c1df42ed8)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:32:24.280556 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 3ebab886-a015-40cb-b84e-d7b2f0a13e9f details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:32:24.293887 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04db2a-0f2a-468f-b3a7-7bda6aed29fd req-f2abdc1a-0400-4b73-9eea-b54e559ab943 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:24.295386 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-9f04db2a-0f2a-468f-b3a7-7bda6aed29fd req-f2abdc1a-0400-4b73-9eea-b54e559ab943 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 948 time: 0.0655859 Jun 17 14:32:24.333327 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-9f04db2a-0f2a-468f-b3a7-7bda6aed29fd req-bb97efa3-38be-4a6f-9e0d-e6c05537bbcf tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/security-groups?id=2a3764eb-934a-4b08-9615-fe09347db349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316713 Jun 17 14:32:24.336568 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-08ee0a48-4c94-4611-bb6a-1db0ff117716 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939287'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:24.338904 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:24.354977 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee0a48-4c94-4611-bb6a-1db0ff117716 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af757f8-559f-48ea-bd4c-96052a55a462,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:24.361941 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-08ee0a48-4c94-4611-bb6a-1db0ff117716 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:24.366772 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:24.369982 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:24.405877 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 3ebab886-a015-40cb-b84e-d7b2f0a13e9f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3ebab886-a015-40cb-b84e-d7b2f0a13e9f,segment=NetworkSegment(d518eb40-8be8-4bf4-bd65-8228733454f1),segment_id=d518eb40-8be8-4bf4-bd65-8228733454f1)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:32:24.430174 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': '3ebab886-a015-40cb-b84e-d7b2f0a13e9f', 'network_id': '43ebf9b1-010a-474e-aa02-1b336d4b69b3', 'port_id': '3ebab886-a015-40cb-b84e-d7b2f0a13e9f', 'mac_address': 'fa:16:3e:1b:e5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa19e38d-4dad-4528-b49d-4b391a1319cb', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:32:24.437379 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Pushing event updated for resources: {'Port': ['ID=47957753-9757-4570-8c42-f2d0ba9462ab,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:24.441822 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:24.446515 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-08ee0a48-4c94-4611-bb6a-1db0ff117716 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:24.449945 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-08ee0a48-4c94-4611-bb6a-1db0ff117716 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4570656 Jun 17 14:32:24.452551 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 32824) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:24.458284 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-1d5e3122-121f-49cc-90ce-5ce432c79cd1 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Request body: {'security_group_rule': {'security_group_id': '50c0825b-339b-494f-bc1d-2a741d069af3', 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:32:24.480269 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:24.513136 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebab886-a015-40cb-b84e-d7b2f0a13e9f {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:32:24.534203 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 3ebab886-a015-40cb-b84e-d7b2f0a13e9f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3ebab886-a015-40cb-b84e-d7b2f0a13e9f,segment=NetworkSegment(d518eb40-8be8-4bf4-bd65-8228733454f1),segment_id=d518eb40-8be8-4bf4-bd65-8228733454f1)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:32:24.605776 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.db.securitygroups_db [None req-1d5e3122-121f-49cc-90ce-5ce432c79cd1 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Project 6d8f5cf3dd6d40df90ce4d61d76cd882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 14:32:24.611732 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1d5e3122-121f-49cc-90ce-5ce432c79cd1 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:24.636978 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c53106-6307-4d00-adeb-b57023459a11 req-5a0b51f2-0361-4e92-b924-a9b69f6ebd0c tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:24.638529 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-63c53106-6307-4d00-adeb-b57023459a11 req-5a0b51f2-0361-4e92-b924-a9b69f6ebd0c tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0818861 Jun 17 14:32:24.645225 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:24.647880 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:24.695070 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=3ebab886-a015-40cb-b84e-d7b2f0a13e9f,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:24.698152 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:24.702258 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-63c53106-6307-4d00-adeb-b57023459a11 req-bcabd2e0-fe9e-4040-b951-11c5018e4dc3 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548372 Jun 17 14:32:24.714231 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1d5e3122-121f-49cc-90ce-5ce432c79cd1 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:24.816257 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1d5e3122-121f-49cc-90ce-5ce432c79cd1 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939287'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:24.818478 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:24.832913 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e3122-121f-49cc-90ce-5ce432c79cd1 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c937ad-5153-4fa0-9a58-79539fc362d8,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:24.850044 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-1d5e3122-121f-49cc-90ce-5ce432c79cd1 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:24.903654 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460e0e2-c873-42ff-86c1-28f67cb67e57 req-71fc04d8-3082-4657-b218-544b2c6e00ca tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:24.905939 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2460e0e2-c873-42ff-86c1-28f67cb67e57 req-71fc04d8-3082-4657-b218-544b2c6e00ca tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0919096 Jun 17 14:32:24.922066 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae1929-421c-44d1-81fe-e261a146345e req-8b19bf61-4345-48f2-9c41-6938f429e3e1 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:24.923835 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-44ae1929-421c-44d1-81fe-e261a146345e req-8b19bf61-4345-48f2-9c41-6938f429e3e1 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.0927808 Jun 17 14:32:24.954837 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2460e0e2-c873-42ff-86c1-28f67cb67e57 req-500b4953-d1fb-4be6-a094-90f232eb7fa3 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418358 Jun 17 14:32:24.969193 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-44ae1929-421c-44d1-81fe-e261a146345e req-ad005f10-2c91-4b23-9172-589dacd87e32 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389929 Jun 17 14:32:25.009537 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1d5e3122-121f-49cc-90ce-5ce432c79cd1 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:25.009537 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-1d5e3122-121f-49cc-90ce-5ce432c79cd1 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5338533 Jun 17 14:32:25.059314 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['3ebab886-a015-40cb-b84e-d7b2f0a13e9f'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:32:25.149700 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027acc1-d2af-4691-b21e-e8cf35cc6120 req-739ffe0a-7f6e-450d-b055-d74fd5e2eb21 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:25.151382 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-1027acc1-d2af-4691-b21e-e8cf35cc6120 req-739ffe0a-7f6e-450d-b055-d74fd5e2eb21 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ed5574d-b013-40ba-b576-011f08707801 HTTP/1.1" status: 200 len: 945 time: 0.0845349 Jun 17 14:32:25.197139 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-1027acc1-d2af-4691-b21e-e8cf35cc6120 req-ec0b730b-2d7e-476f-b753-10fb255bae06 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395670 Jun 17 14:32:25.517570 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b85d2d-8d4f-4c08-9f7d-2b69929197e6 req-048975b5-dcf0-4209-afc4-90d576591c60 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:25.519186 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e8b85d2d-8d4f-4c08-9f7d-2b69929197e6 req-048975b5-dcf0-4209-afc4-90d576591c60 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 949 time: 0.0705333 Jun 17 14:32:25.562276 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e8b85d2d-8d4f-4c08-9f7d-2b69929197e6 req-cced6e58-dcfd-46f6-b9a9-e79db5b9a92d tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/security-groups?id=2a3764eb-934a-4b08-9615-fe09347db349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373430 Jun 17 14:32:25.877799 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00964428-055f-4762-bcb2-9362d2bc0b30 req-43f2fceb-ae5a-4035-981b-c5afba028b9a tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:25.882280 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-00964428-055f-4762-bcb2-9362d2bc0b30 req-43f2fceb-ae5a-4035-981b-c5afba028b9a tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0659928 Jun 17 14:32:25.931650 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-00964428-055f-4762-bcb2-9362d2bc0b30 req-278ec436-6ef7-4e32-8219-e9b74403857a tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461662 Jun 17 14:32:25.955553 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 47957753-9757-4570-8c42-f2d0ba9462ab up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:32:26.008585 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 47957753-9757-4570-8c42-f2d0ba9462ab triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:32:26.009317 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:26.156318 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62072084-d76d-41f9-8530-996773120bde req-ff52190b-09ce-4817-8ecc-4a78c7a2ea52 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:26.157810 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-62072084-d76d-41f9-8530-996773120bde req-ff52190b-09ce-4817-8ecc-4a78c7a2ea52 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0854709 Jun 17 14:32:26.184177 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec3a95-01c3-4871-94c8-da46c2e21cb4 req-49eaa659-eb3e-47a6-95ea-a4a3934f874c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:26.185679 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-05ec3a95-01c3-4871-94c8-da46c2e21cb4 req-49eaa659-eb3e-47a6-95ea-a4a3934f874c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.0644963 Jun 17 14:32:26.195920 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-62072084-d76d-41f9-8530-996773120bde req-14ff0350-c527-4f94-92c7-951579dab415 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318768 Jun 17 14:32:26.240083 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-05ec3a95-01c3-4871-94c8-da46c2e21cb4 req-2799d64b-6cdf-41ea-8d47-9b5c18009126 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478175 Jun 17 14:32:26.308409 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 3ebab886-a015-40cb-b84e-d7b2f0a13e9f up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:32:26.401148 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27aa2c-625d-465b-a405-716d9e571f65 req-33a58e5c-b2a0-4513-98ff-eb66950c67f9 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:26.402624 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-fa27aa2c-625d-465b-a405-716d9e571f65 req-33a58e5c-b2a0-4513-98ff-eb66950c67f9 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ed5574d-b013-40ba-b576-011f08707801 HTTP/1.1" status: 200 len: 945 time: 0.0676124 Jun 17 14:32:26.441635 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-fa27aa2c-625d-465b-a405-716d9e571f65 req-a56899a0-d71d-4d12-9ef2-ef3b12665fbd tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331731 Jun 17 14:32:26.471666 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning for port 3ebab886-a015-40cb-b84e-d7b2f0a13e9f completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:32:26.476523 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port 3ebab886-a015-40cb-b84e-d7b2f0a13e9f triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:32:26.476998 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:26.565412 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:26.588556 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba12c8cd-2cf1-406c-bca6-38df1bcade18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebab886-a015-40cb-b84e-d7b2f0a13e9f'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:32:26.590891 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e8328c-a9bb-4aa1-994a-870ef477cb62" -d '{"events": [{"server_uuid": "ba12c8cd-2cf1-406c-bca6-38df1bcade18", "name": "network-vif-plugged", "status": "completed", "tag": "3ebab886-a015-40cb-b84e-d7b2f0a13e9f"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:32:26.605238 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 3ebab886-a015-40cb-b84e-d7b2f0a13e9f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3ebab886-a015-40cb-b84e-d7b2f0a13e9f,segment=NetworkSegment(d518eb40-8be8-4bf4-bd65-8228733454f1),segment_id=d518eb40-8be8-4bf4-bd65-8228733454f1)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:32:26.632289 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5376c788-f16a-4c9e-b473-500577f25f0e x-openstack-request-id: req-5376c788-f16a-4c9e-b473-500577f25f0e {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:32:26.632680 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba12c8cd-2cf1-406c-bca6-38df1bcade18", "name": "network-vif-plugged", "status": "completed", "tag": "3ebab886-a015-40cb-b84e-d7b2f0a13e9f", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:32:26.633009 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5376c788-f16a-4c9e-b473-500577f25f0e {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:32:26.633505 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba12c8cd-2cf1-406c-bca6-38df1bcade18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebab886-a015-40cb-b84e-d7b2f0a13e9f', 'code': 200} Jun 17 14:32:26.679102 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:26.681365 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:26.735929 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=3ebab886-a015-40cb-b84e-d7b2f0a13e9f,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:26.739813 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:26.757366 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b9d4-3052-4e97-887e-e185629d5855 req-549ceffc-1b15-437c-ae9e-561c671505d3 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:26.758875 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c6a6b9d4-3052-4e97-887e-e185629d5855 req-549ceffc-1b15-437c-ae9e-561c671505d3 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 950 time: 0.0776811 Jun 17 14:32:26.801081 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c6a6b9d4-3052-4e97-887e-e185629d5855 req-ca5a7c14-fadb-4242-ad1e-12fe393373f0 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/security-groups?id=2a3764eb-934a-4b08-9615-fe09347db349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365160 Jun 17 14:32:27.176878 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c248933-c8b7-4646-a58a-c633dd8f1e3f req-7abac9aa-471a-4938-a9f1-11eeadb800b5 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:27.176878 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3c248933-c8b7-4646-a58a-c633dd8f1e3f req-7abac9aa-471a-4938-a9f1-11eeadb800b5 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.1254420 Jun 17 14:32:27.180732 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3402b-de99-4f30-8b7a-a846d08289cd req-b4bfdf08-2c24-4081-8c29-87baff04a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:27.182244 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-60d3402b-de99-4f30-8b7a-a846d08289cd req-b4bfdf08-2c24-4081-8c29-87baff04a6cd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 1103 time: 0.0821249 Jun 17 14:32:27.243986 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3c248933-c8b7-4646-a58a-c633dd8f1e3f req-0308d497-3d3d-440d-9fc1-4a13e8d81831 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606973 Jun 17 14:32:27.249897 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-60d3402b-de99-4f30-8b7a-a846d08289cd req-b863a601-d848-4e4c-b582-664ea8993e79 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2a3764eb-934a-4b08-9615-fe09347db349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526702 Jun 17 14:32:27.433566 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c493fe9-904c-4668-9226-dfeb1b1a8ed9 req-459ed878-445b-4a16-8f99-34e24e9898e3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:27.435023 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2c493fe9-904c-4668-9226-dfeb1b1a8ed9 req-459ed878-445b-4a16-8f99-34e24e9898e3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.0627038 Jun 17 14:32:27.473739 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2c493fe9-904c-4668-9226-dfeb1b1a8ed9 req-afd5c13f-1b45-4c36-ac10-f75187b423b8 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330589 Jun 17 14:32:27.980350 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc4391-4a1d-437c-b6f0-07eff98a80e5 req-a77552be-4b76-4c91-b1ce-8482f245d3fc tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:27.981844 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-14dc4391-4a1d-437c-b6f0-07eff98a80e5 req-a77552be-4b76-4c91-b1ce-8482f245d3fc tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 950 time: 0.0679781 Jun 17 14:32:28.021719 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-14dc4391-4a1d-437c-b6f0-07eff98a80e5 req-491a1a32-d912-485a-a719-e7f265443c66 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/security-groups?id=2a3764eb-934a-4b08-9615-fe09347db349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340245 Jun 17 14:32:28.196167 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dff530-806c-41f2-b16d-e549ed88e4eb req-b50ba04c-e23e-4ef5-b252-71e052919e47 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:28.197640 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-57dff530-806c-41f2-b16d-e549ed88e4eb req-b50ba04c-e23e-4ef5-b252-71e052919e47 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0710564 Jun 17 14:32:28.235403 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-57dff530-806c-41f2-b16d-e549ed88e4eb req-c8b29e3b-52f3-477b-89fe-8fe0896b68c1 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321515 Jun 17 14:32:28.498035 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816afc3a-397a-405b-98be-52d679dd0a28 req-d4bbab4e-c749-4809-9cd7-6eff9f4ba5ff tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:28.499567 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-816afc3a-397a-405b-98be-52d679dd0a28 req-d4bbab4e-c749-4809-9cd7-6eff9f4ba5ff tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0635233 Jun 17 14:32:28.537797 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-816afc3a-397a-405b-98be-52d679dd0a28 req-16be4062-3783-4897-9a1b-3af27a78824c tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318778 Jun 17 14:32:28.698608 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49b25b-8216-447f-947d-c1289802da8e req-d52baa3e-0bee-4914-8ed8-7dbc8639bb92 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:28.700075 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ee49b25b-8216-447f-947d-c1289802da8e req-d52baa3e-0bee-4914-8ed8-7dbc8639bb92 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ed5574d-b013-40ba-b576-011f08707801 HTTP/1.1" status: 200 len: 945 time: 0.0628531 Jun 17 14:32:28.741088 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ee49b25b-8216-447f-947d-c1289802da8e req-d46ea068-7393-4cd8-b62c-27c797926330 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351338 Jun 17 14:32:28.906494 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ee1bb-111a-4aea-9496-ef9df94e631e req-22968f78-6685-4182-ba18-cc73b8f703f3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:28.908104 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-257ee1bb-111a-4aea-9496-ef9df94e631e req-22968f78-6685-4182-ba18-cc73b8f703f3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.0696371 Jun 17 14:32:28.950343 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-257ee1bb-111a-4aea-9496-ef9df94e631e req-6df0e1f9-b110-4637-a2b4-e03dc7536176 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344732 Jun 17 14:32:29.194997 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cbd11-6c56-4519-891f-c7c0b483aa70 req-fc5cd104-186c-4730-9796-3acb5f3c47f4 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:29.196488 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a07cbd11-6c56-4519-891f-c7c0b483aa70 req-fc5cd104-186c-4730-9796-3acb5f3c47f4 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 950 time: 0.0640912 Jun 17 14:32:29.233652 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a07cbd11-6c56-4519-891f-c7c0b483aa70 req-45bdbaac-4b0c-4aaa-a6de-05e69f469ee5 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/security-groups?id=2a3764eb-934a-4b08-9615-fe09347db349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314672 Jun 17 14:32:29.718755 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63b658-8930-4df6-b831-8a5006f7c3f3 req-994e5b0c-d294-4906-a774-b6583de5651c tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:29.720164 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-1a63b658-8930-4df6-b831-8a5006f7c3f3 req-994e5b0c-d294-4906-a774-b6583de5651c tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0636487 Jun 17 14:32:29.761615 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-1a63b658-8930-4df6-b831-8a5006f7c3f3 req-8f497d82-51f3-41be-b0ec-af7669145e75 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347958 Jun 17 14:32:29.929048 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cf41f-bb42-498c-bfb1-08868089890f req-a606d7ca-522e-408f-84a2-9cf5776101d0 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:29.930544 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0b0cf41f-bb42-498c-bfb1-08868089890f req-a606d7ca-522e-408f-84a2-9cf5776101d0 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ed5574d-b013-40ba-b576-011f08707801 HTTP/1.1" status: 200 len: 945 time: 0.0687656 Jun 17 14:32:29.980047 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0b0cf41f-bb42-498c-bfb1-08868089890f req-8f45f433-3725-49c0-9bf3-c8182816378f tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357306 Jun 17 14:32:29.989548 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d0f60-3d05-45b1-87fa-07081263861f req-f838eaa6-0803-45c8-a8b1-32c4836e5a19 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:29.991111 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f43d0f60-3d05-45b1-87fa-07081263861f req-f838eaa6-0803-45c8-a8b1-32c4836e5a19 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 950 time: 0.0703287 Jun 17 14:32:30.036963 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f43d0f60-3d05-45b1-87fa-07081263861f req-652a3201-c3d0-4d45-a7ae-40e8fa4aaa64 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/security-groups?id=2a3764eb-934a-4b08-9615-fe09347db349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362499 Jun 17 14:32:30.138088 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fd21d-c075-468c-abad-b8ddb665312b req-26a9b3ad-37c5-47f5-bb58-3cd11f32f02c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:30.139514 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e62fd21d-c075-468c-abad-b8ddb665312b req-26a9b3ad-37c5-47f5-bb58-3cd11f32f02c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.0614977 Jun 17 14:32:30.179707 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e62fd21d-c075-468c-abad-b8ddb665312b req-82f9ba46-66a3-4726-9184-80db32676746 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343781 Jun 17 14:32:30.319875 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:32:30.506116 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 33000) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:30.615337 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ca3c734c-9e09-441b-bcc9-9cb79929b8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:30.733576 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f6f06-6fa4-459d-91d0-ea4a8da1698e req-d33457e6-62a2-4ac1-8b3e-767371e7fd39 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:30.734992 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-8a0f6f06-6fa4-459d-91d0-ea4a8da1698e req-d33457e6-62a2-4ac1-8b3e-767371e7fd39 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.93 "GET /v2.0/ports?device_id=3ed5574d-b013-40ba-b576-011f08707801 HTTP/1.1" status: 200 len: 945 time: 0.0947914 Jun 17 14:32:30.762613 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ca3c734c-9e09-441b-bcc9-9cb79929b8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:30.845903 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ca3c734c-9e09-441b-bcc9-9cb79929b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:30.850462 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-a8cb3993-6712-4903-b075-391535ad2f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:30.907420 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-ca3c734c-9e09-441b-bcc9-9cb79929b8c0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3b655aebcfd04d79a2fb6348a4cea6ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4002457 Jun 17 14:32:30.910096 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 33006) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:30.923916 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [req-8a0f6f06-6fa4-459d-91d0-ea4a8da1698e req-2e4f09a8-4530-4778-852d-978654a0ba23 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Deleting port 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9 {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:32:30.924268 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-8a0f6f06-6fa4-459d-91d0-ea4a8da1698e req-2e4f09a8-4530-4778-852d-978654a0ba23 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:30.929959 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c734c-9e09-441b-bcc9-9cb79929b8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d5db2f-9070-4a63-b34f-fefeef040ce4,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:30.942184 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-ca3c734c-9e09-441b-bcc9-9cb79929b8c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:30.964013 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8880237f-a8de-4b66-923d-4e7007e5d518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:30.985265 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8880237f-a8de-4b66-923d-4e7007e5d518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:31.042361 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [req-8a0f6f06-6fa4-459d-91d0-ea4a8da1698e req-2e4f09a8-4530-4778-852d-978654a0ba23 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] For port 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7f45b432-a7fc-4fa6-8e8b-774b5866dcb9,segment=NetworkSegment(5552d935-8137-40de-8317-5a24db3d9877),segment_id=5552d935-8137-40de-8317-5a24db3d9877)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:32:31.043003 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-8a0f6f06-6fa4-459d-91d0-ea4a8da1698e req-2e4f09a8-4530-4778-852d-978654a0ba23 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:31.052789 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24fb18-4a25-45a2-ab07-036b425786be req-19881b77-b4f7-4021-92ff-f84ba1279a29 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:31.054420 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-cf24fb18-4a25-45a2-ab07-036b425786be req-19881b77-b4f7-4021-92ff-f84ba1279a29 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.1752446 Jun 17 14:32:31.131828 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [req-8a0f6f06-6fa4-459d-91d0-ea4a8da1698e req-2e4f09a8-4530-4778-852d-978654a0ba23 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Calling delete_port for 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9 owned by compute:nova {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:32:31.141663 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8880237f-a8de-4b66-923d-4e7007e5d518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:31.144898 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8880237f-a8de-4b66-923d-4e7007e5d518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:31.146058 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-8880237f-a8de-4b66-923d-4e7007e5d518 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/82d5db2f-9070-4a63-b34f-fefeef040ce4 HTTP/1.1" status: 204 len: 168 time: 0.2349856 Jun 17 14:32:31.147667 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-0d30fa88-affc-4eb7-9dae-640dd2adc28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:31.164624 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880237f-a8de-4b66-923d-4e7007e5d518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d5db2f-9070-4a63-b34f-fefeef040ce4,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:31.175564 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-8880237f-a8de-4b66-923d-4e7007e5d518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:31.194833 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-cf24fb18-4a25-45a2-ab07-036b425786be req-7d3312fe-429b-41e6-aa19-59640ac1142a tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330798 Jun 17 14:32:31.208943 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f82e0-17f6-4104-865f-46e7ce1fd9ae req-cd01d05c-3111-4512-9fce-32421418ccf3 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:31.215269 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-192f82e0-17f6-4104-865f-46e7ce1fd9ae req-cd01d05c-3111-4512-9fce-32421418ccf3 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ed5574d-b013-40ba-b576-011f08707801 HTTP/1.1" status: 200 len: 945 time: 0.1143858 Jun 17 14:32:31.267192 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-192f82e0-17f6-4104-865f-46e7ce1fd9ae req-81401b47-d5e2-4fe5-bcb0-f6c7c99d6045 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493283 Jun 17 14:32:31.383546 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-8a0f6f06-6fa4-459d-91d0-ea4a8da1698e req-2e4f09a8-4530-4778-852d-978654a0ba23 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260461617'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:31.388638 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:31.401585 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['7f45b432-a7fc-4fa6-8e8b-774b5866dcb9'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:32:31.420050 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f09a8-4530-4778-852d-978654a0ba23 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Pushing event deleted for resources: {'Port': ['ID=7f45b432-a7fc-4fa6-8e8b-774b5866dcb9,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:31.425692 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-2e4f09a8-4530-4778-852d-978654a0ba23 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:31.450806 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00541d6c-05e8-4ad7-ad31-011268b3264e req-9b161d6f-0e27-46f7-9ce9-c29eaed065b9 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:31.452673 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-00541d6c-05e8-4ad7-ad31-011268b3264e req-9b161d6f-0e27-46f7-9ce9-c29eaed065b9 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.0783978 Jun 17 14:32:31.465722 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949472d4-9e89-4c1d-9619-9cc67532f13d req-551ba611-12ab-41cf-8d7b-02d0c3b3d438 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:31.467252 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-949472d4-9e89-4c1d-9619-9cc67532f13d req-551ba611-12ab-41cf-8d7b-02d0c3b3d438 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 950 time: 0.1279354 Jun 17 14:32:31.492972 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0f6f06-6fa4-459d-91d0-ea4a8da1698e req-2e4f09a8-4530-4778-852d-978654a0ba23 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] No DVR routers for this DVR port 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9 on host hv-cinder-79628 {{(pid=93279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:32:31.495538 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-8a0f6f06-6fa4-459d-91d0-ea4a8da1698e req-2e4f09a8-4530-4778-852d-978654a0ba23 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:31.497689 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-8a0f6f06-6fa4-459d-91d0-ea4a8da1698e req-2e4f09a8-4530-4778-852d-978654a0ba23 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.93 "DELETE /v2.0/ports/7f45b432-a7fc-4fa6-8e8b-774b5866dcb9 HTTP/1.1" status: 204 len: 173 time: 0.7470005 Jun 17 14:32:31.498847 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed5574d-b013-40ba-b576-011f08707801', 'name': 'network-vif-deleted', 'tag': '7f45b432-a7fc-4fa6-8e8b-774b5866dcb9'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:32:31.501134 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8863a126823674440be2fd171a9f51742ed7e76304ce63add1381630eebf7721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04887be3-def0-4b83-9017-7d4e42f1bfc5" -d '{"events": [{"server_uuid": "3ed5574d-b013-40ba-b576-011f08707801", "name": "network-vif-deleted", "tag": "7f45b432-a7fc-4fa6-8e8b-774b5866dcb9"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:32:31.504217 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-00541d6c-05e8-4ad7-ad31-011268b3264e req-4b30bbd7-9901-4886-a975-f34b78672295 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444090 Jun 17 14:32:31.551533 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-949472d4-9e89-4c1d-9619-9cc67532f13d req-9e94019a-e2fd-473b-bee0-153e3de30623 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/security-groups?id=2a3764eb-934a-4b08-9615-fe09347db349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598767 Jun 17 14:32:31.579725 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c572cccd-5dc1-4036-8f24-611e6afb5130 x-openstack-request-id: req-c572cccd-5dc1-4036-8f24-611e6afb5130 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:32:31.579725 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed5574d-b013-40ba-b576-011f08707801", "name": "network-vif-deleted", "tag": "7f45b432-a7fc-4fa6-8e8b-774b5866dcb9", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:32:31.579725 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c572cccd-5dc1-4036-8f24-611e6afb5130 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:32:31.579725 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed5574d-b013-40ba-b576-011f08707801', 'name': 'network-vif-deleted', 'tag': '7f45b432-a7fc-4fa6-8e8b-774b5866dcb9', 'status': 'completed', 'code': 200} Jun 17 14:32:32.454665 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-fe4b37a6-d83d-4af7-8c77-0e24c8cd96e6 req-a3f2461c-3d6e-4c23-b169-b864dcdd97df tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ed5574d-b013-40ba-b576-011f08707801 HTTP/1.1" status: 200 len: 210 time: 0.0531235 Jun 17 14:32:32.455166 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d15db3-f17f-42ce-ba73-bc0c2d2c7d9e req-e1d63467-e7d1-4eaf-b626-78c78ce4e7f6 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:32.455166 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-66d15db3-f17f-42ce-ba73-bc0c2d2c7d9e req-e1d63467-e7d1-4eaf-b626-78c78ce4e7f6 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.93 "GET /v2.0/ports?device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 950 time: 0.1522908 Jun 17 14:32:32.466611 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa313d4a-302a-449b-b53e-69ee6fd19cf6 req-211ab8be-5ff9-4f56-8826-701f56374b76 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:32.468059 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-fa313d4a-302a-449b-b53e-69ee6fd19cf6 req-211ab8be-5ff9-4f56-8826-701f56374b76 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.1410742 Jun 17 14:32:32.573123 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-fa313d4a-302a-449b-b53e-69ee6fd19cf6 req-9c3103f9-5b14-443d-859b-f2f076f9e8cc tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990045 Jun 17 14:32:32.639988 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [req-66d15db3-f17f-42ce-ba73-bc0c2d2c7d9e req-9272ac5e-4d21-4628-a4ad-3020d51090b8 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Deleting port 3ebab886-a015-40cb-b84e-d7b2f0a13e9f {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:32:32.640487 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-66d15db3-f17f-42ce-ba73-bc0c2d2c7d9e req-9272ac5e-4d21-4628-a4ad-3020d51090b8 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:32.979727 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146a4a5-1463-4e55-8a5d-0240e266454d req-dfe56b7f-7317-4ae1-bed4-5cfb75f261df tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:32.979727 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-9146a4a5-1463-4e55-8a5d-0240e266454d req-dfe56b7f-7317-4ae1-bed4-5cfb75f261df tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.0676730 Jun 17 14:32:32.979727 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-9146a4a5-1463-4e55-8a5d-0240e266454d req-4b392c08-43d1-46a9-baca-25a3a24a964f tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414767 Jun 17 14:32:32.985214 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [req-66d15db3-f17f-42ce-ba73-bc0c2d2c7d9e req-9272ac5e-4d21-4628-a4ad-3020d51090b8 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] For port 3ebab886-a015-40cb-b84e-d7b2f0a13e9f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3ebab886-a015-40cb-b84e-d7b2f0a13e9f,segment=NetworkSegment(d518eb40-8be8-4bf4-bd65-8228733454f1),segment_id=d518eb40-8be8-4bf4-bd65-8228733454f1)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:32:32.985214 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-66d15db3-f17f-42ce-ba73-bc0c2d2c7d9e req-9272ac5e-4d21-4628-a4ad-3020d51090b8 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:32.985214 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [req-66d15db3-f17f-42ce-ba73-bc0c2d2c7d9e req-9272ac5e-4d21-4628-a4ad-3020d51090b8 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Calling delete_port for 3ebab886-a015-40cb-b84e-d7b2f0a13e9f owned by compute:nova {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:32:32.985214 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b6bc5-7f8a-4b67-9dfb-35665e958d75 req-b31c6d11-7ac9-467d-9678-54f15c485701 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:32.985214 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-435b6bc5-7f8a-4b67-9dfb-35665e958d75 req-b31c6d11-7ac9-467d-9678-54f15c485701 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 950 time: 0.1564729 Jun 17 14:32:32.985214 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-435b6bc5-7f8a-4b67-9dfb-35665e958d75 req-3472d21d-8869-4120-a267-1c056950eabe tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/security-groups?id=2a3764eb-934a-4b08-9615-fe09347db349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809863 Jun 17 14:32:33.454304 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-66d15db3-f17f-42ce-ba73-bc0c2d2c7d9e req-9272ac5e-4d21-4628-a4ad-3020d51090b8 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260461617'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:33.460004 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:33.470621 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['3ebab886-a015-40cb-b84e-d7b2f0a13e9f'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:32:33.489568 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272ac5e-4d21-4628-a4ad-3020d51090b8 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Pushing event deleted for resources: {'Port': ['ID=3ebab886-a015-40cb-b84e-d7b2f0a13e9f,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:33.501148 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-9272ac5e-4d21-4628-a4ad-3020d51090b8 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:33.767540 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450875a-5bc8-411e-a21d-b1558bcb44f6 req-c8c995ee-8635-4d16-8fe9-165519199e39 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:33.769621 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-6450875a-5bc8-411e-a21d-b1558bcb44f6 req-c8c995ee-8635-4d16-8fe9-165519199e39 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0714953 Jun 17 14:32:33.809770 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-6450875a-5bc8-411e-a21d-b1558bcb44f6 req-2c04573c-108f-4ca8-ad2a-f3bdfec721fa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346091 Jun 17 14:32:34.165609 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d15db3-f17f-42ce-ba73-bc0c2d2c7d9e req-9272ac5e-4d21-4628-a4ad-3020d51090b8 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] No DVR routers for this DVR port 3ebab886-a015-40cb-b84e-d7b2f0a13e9f on host hv-cinder-79628 {{(pid=93279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:32:34.168114 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-66d15db3-f17f-42ce-ba73-bc0c2d2c7d9e req-9272ac5e-4d21-4628-a4ad-3020d51090b8 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:34.170419 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-66d15db3-f17f-42ce-ba73-bc0c2d2c7d9e req-9272ac5e-4d21-4628-a4ad-3020d51090b8 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.93 "DELETE /v2.0/ports/3ebab886-a015-40cb-b84e-d7b2f0a13e9f HTTP/1.1" status: 204 len: 173 time: 1.6884773 Jun 17 14:32:34.171020 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba12c8cd-2cf1-406c-bca6-38df1bcade18', 'name': 'network-vif-deleted', 'tag': '3ebab886-a015-40cb-b84e-d7b2f0a13e9f'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:32:34.173923 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8863a126823674440be2fd171a9f51742ed7e76304ce63add1381630eebf7721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf368ae-a42c-4bd1-b68d-203e9360868a" -d '{"events": [{"server_uuid": "ba12c8cd-2cf1-406c-bca6-38df1bcade18", "name": "network-vif-deleted", "tag": "3ebab886-a015-40cb-b84e-d7b2f0a13e9f"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:32:34.227882 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791f380-5435-4d01-887a-66ce958e1777 req-9fb4853e-7def-47b7-a6b2-c923b5e17838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:34.229339 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6791f380-5435-4d01-887a-66ce958e1777 req-9fb4853e-7def-47b7-a6b2-c923b5e17838 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df3f9d0051034672b2d1f6007dfac45e&device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 1098 time: 0.1332130 Jun 17 14:32:34.255132 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fbd2b-074b-432e-adae-af7f01d73673 req-0f02a8e8-21a5-4e27-9504-698bd37b7010 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:34.256538 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7b6fbd2b-074b-432e-adae-af7f01d73673 req-0f02a8e8-21a5-4e27-9504-698bd37b7010 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.1159499 Jun 17 14:32:34.292370 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc652e-43ca-44dc-849d-e743463032e6 req-ea3d1242-f7b3-40e0-9ce6-b19c7bd6bc97 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:34.292370 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-62dc652e-43ca-44dc-849d-e743463032e6 req-ea3d1242-f7b3-40e0-9ce6-b19c7bd6bc97 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0640657 Jun 17 14:32:34.319075 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-62dc652e-43ca-44dc-849d-e743463032e6 req-1aca5b42-e727-487b-b14a-8f14db470785 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320168 Jun 17 14:32:34.351661 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:32:34.354497 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:32:34.387694 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] No Port match for: 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9 {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:32:34.388778 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 7f45b432-a7fc-4fa6-8e8b-774b5866dcb9 not bound to the agent host hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:32:34.392951 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7b6fbd2b-074b-432e-adae-af7f01d73673 req-7f5cb60f-f9be-45bd-aace-8e55d60db59e tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269128 Jun 17 14:32:34.397430 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791f380-5435-4d01-887a-66ce958e1777 req-e89a38a8-b38b-44ed-a50d-96ba66a919fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:34.398995 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6791f380-5435-4d01-887a-66ce958e1777 req-e89a38a8-b38b-44ed-a50d-96ba66a919fc service neutron] 10.222.0.93 "GET /v2.0/networks?id=28c547f4-6a9c-4191-8f84-bf56696ffcf9 HTTP/1.1" status: 200 len: 919 time: 0.1598549 Jun 17 14:32:34.462275 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6791f380-5435-4d01-887a-66ce958e1777 req-be5991f7-7697-46d2-820c-8ddd6a52ab8a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40ac8dde-a46c-490e-ba44-251ccf494748 HTTP/1.1" status: 200 len: 217 time: 0.0516138 Jun 17 14:32:34.493510 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5b5892-22bb-475a-9fa9-bd69e15fc9dd x-openstack-request-id: req-7b5b5892-22bb-475a-9fa9-bd69e15fc9dd {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:32:34.493510 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba12c8cd-2cf1-406c-bca6-38df1bcade18", "name": "network-vif-deleted", "tag": "3ebab886-a015-40cb-b84e-d7b2f0a13e9f", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:32:34.494109 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7b5b5892-22bb-475a-9fa9-bd69e15fc9dd {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:32:34.494109 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba12c8cd-2cf1-406c-bca6-38df1bcade18', 'name': 'network-vif-deleted', 'tag': '3ebab886-a015-40cb-b84e-d7b2f0a13e9f', 'status': 'completed', 'code': 200} Jun 17 14:32:34.505624 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:32:34.524686 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'port_id': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46', 'mac_address': 'fa:16:3e:3f:6f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:32:34.546101 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791f380-5435-4d01-887a-66ce958e1777 req-3e306d80-7e15-4b10-8c7d-534aabdd2c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:34.547885 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6791f380-5435-4d01-887a-66ce958e1777 req-3e306d80-7e15-4b10-8c7d-534aabdd2c2e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=be563bda-5edc-4f28-bda9-11728953d9ad HTTP/1.1" status: 200 len: 857 time: 0.0672104 Jun 17 14:32:34.578308 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:34.594793 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:32:34.603235 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6791f380-5435-4d01-887a-66ce958e1777 req-e5e1f2dd-a82d-4de0-baf7-211a8d8b08d9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=28c547f4-6a9c-4191-8f84-bf56696ffcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352335 Jun 17 14:32:34.618955 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:32:34.725345 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6791f380-5435-4d01-887a-66ce958e1777 req-eaa6f3c5-a82f-4fbb-8ef7-dbca6df3c58c service neutron] 10.222.0.93 "GET /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117921 Jun 17 14:32:34.730487 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:34.732439 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:34.783559 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,revision_number=6']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:34.798469 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:34.828707 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-8950bd55-faba-4351-83d1-3faa8272d81d req-7a0f356a-0bcd-460d-83e9-8731c6379dd9 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba12c8cd-2cf1-406c-bca6-38df1bcade18 HTTP/1.1" status: 200 len: 210 time: 0.3248439 Jun 17 14:32:34.870770 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['1decf4ee-f6eb-4dd3-a505-fed7d5678a46'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:32:34.965706 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e041c2-1be4-482e-8295-41f6bbdb57c5 req-003db4ab-0b08-4944-a677-db06c5863f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:34.970890 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-25e041c2-1be4-482e-8295-41f6bbdb57c5 req-003db4ab-0b08-4944-a677-db06c5863f82 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f734e894b23d43df98ee905f03cdfe49&device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 1097 time: 0.1018298 Jun 17 14:32:35.108544 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e041c2-1be4-482e-8295-41f6bbdb57c5 req-c52f7230-da5c-4971-9347-fce54dff446e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:35.111257 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-25e041c2-1be4-482e-8295-41f6bbdb57c5 req-c52f7230-da5c-4971-9347-fce54dff446e service neutron] 10.222.0.93 "GET /v2.0/networks?id=5c84abbf-7edc-4ea0-b570-d4f577e25772 HTTP/1.1" status: 200 len: 918 time: 0.1160243 Jun 17 14:32:35.193700 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-25e041c2-1be4-482e-8295-41f6bbdb57c5 req-129b486d-5969-4a6e-a85e-437955770e9c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1decf4ee-f6eb-4dd3-a505-fed7d5678a46 HTTP/1.1" status: 200 len: 999 time: 0.0736232 Jun 17 14:32:35.224004 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6791f380-5435-4d01-887a-66ce958e1777 req-0dbc58d3-bc99-4096-8c9d-a718dd8d3c58 service neutron] 10.222.0.93 "GET /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876728 Jun 17 14:32:35.263517 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826de71f-bb8f-4187-8902-a5a39d273b9b req-eb8d4bd2-ea93-463c-9128-f71090960911 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:35.265000 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-826de71f-bb8f-4187-8902-a5a39d273b9b req-eb8d4bd2-ea93-463c-9128-f71090960911 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0967162 Jun 17 14:32:35.276446 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e041c2-1be4-482e-8295-41f6bbdb57c5 req-56dcf9ba-3dde-4453-99c9-af0999a1fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:35.278347 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-25e041c2-1be4-482e-8295-41f6bbdb57c5 req-56dcf9ba-3dde-4453-99c9-af0999a1fab8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cdb313b6-281b-48ec-b3c1-9a23239d4b57 HTTP/1.1" status: 200 len: 855 time: 0.0761037 Jun 17 14:32:35.304745 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-826de71f-bb8f-4187-8902-a5a39d273b9b req-5db112a7-cc31-43c0-a45b-6bc865b38010 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330446 Jun 17 14:32:35.349659 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e041c2-1be4-482e-8295-41f6bbdb57c5 req-5fbf9463-f713-4e10-8a1f-c3658ac7c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:35.351204 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-25e041c2-1be4-482e-8295-41f6bbdb57c5 req-5fbf9463-f713-4e10-8a1f-c3658ac7c11e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5c84abbf-7edc-4ea0-b570-d4f577e25772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0656114 Jun 17 14:32:35.353146 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:35.481496 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-25e041c2-1be4-482e-8295-41f6bbdb57c5 req-2e56705d-9ae3-454b-913b-30ef84c83c42 service neutron] 10.222.0.93 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219220 Jun 17 14:32:35.589946 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26306d99-8b98-408c-9bae-662894c7621e req-c5017c92-ed6b-4fd1-aeb1-e1992e888bb8 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:35.596267 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-26306d99-8b98-408c-9bae-662894c7621e req-c5017c92-ed6b-4fd1-aeb1-e1992e888bb8 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.1507046 Jun 17 14:32:35.625885 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f256e9-df8c-4654-9d62-0fd18f3da75d req-669d604b-cd5e-46ff-9b74-015438254989 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:35.637225 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-66f256e9-df8c-4654-9d62-0fd18f3da75d req-669d604b-cd5e-46ff-9b74-015438254989 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 944 time: 0.1106508 Jun 17 14:32:35.650411 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-25e041c2-1be4-482e-8295-41f6bbdb57c5 req-6e55304d-f476-4273-99a6-29ab04a5252b service neutron] 10.222.0.93 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511579 Jun 17 14:32:35.664877 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-26306d99-8b98-408c-9bae-662894c7621e req-f27aa0e2-8930-48c0-b6b8-8427062058c3 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671768 Jun 17 14:32:35.688204 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-66f256e9-df8c-4654-9d62-0fd18f3da75d req-601c9927-8659-4091-be39-d19d385fd15f tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496178 Jun 17 14:32:36.351082 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:32:36.412678 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:32:36.413145 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:36.536192 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936cdd9-7a7e-4aff-b5aa-427faa77bd0a req-ea475e40-9580-4d27-b363-51b70959c318 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:36.537749 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5936cdd9-7a7e-4aff-b5aa-427faa77bd0a req-ea475e40-9580-4d27-b363-51b70959c318 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0822895 Jun 17 14:32:36.538964 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:36.589282 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5936cdd9-7a7e-4aff-b5aa-427faa77bd0a req-618e6e11-c0e1-4e94-81c6-4beee3865da2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456581 Jun 17 14:32:36.589781 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:32:36.591002 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdba02af-6d45-46b5-8ed7-c2e4d6780d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:32:36.597413 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6fbb27-a4e5-445d-9a6f-d499278c947b" -d '{"events": [{"server_uuid": "cdba02af-6d45-46b5-8ed7-c2e4d6780d70", "name": "network-vif-plugged", "status": "completed", "tag": "1decf4ee-f6eb-4dd3-a505-fed7d5678a46"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:32:36.641843 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79aa4844-5dc1-4040-9f98-12192783a2c3 x-openstack-request-id: req-79aa4844-5dc1-4040-9f98-12192783a2c3 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:32:36.642353 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdba02af-6d45-46b5-8ed7-c2e4d6780d70", "name": "network-vif-plugged", "status": "completed", "tag": "1decf4ee-f6eb-4dd3-a505-fed7d5678a46", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:32:36.642778 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-79aa4844-5dc1-4040-9f98-12192783a2c3 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:32:36.643909 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdba02af-6d45-46b5-8ed7-c2e4d6780d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46', 'code': 200} Jun 17 14:32:36.716817 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:36.718662 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 3ebab886-a015-40cb-b84e-d7b2f0a13e9f no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:32:36.727547 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:36.783860 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] No Port match for: 3ebab886-a015-40cb-b84e-d7b2f0a13e9f {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:32:36.784753 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 3ebab886-a015-40cb-b84e-d7b2f0a13e9f not bound to the agent host hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:32:36.849791 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,revision_number=7']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:36.853425 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:36.925242 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c91c69-413b-47a0-b4ea-d9b636fc244e req-f8976d39-3c67-44d3-af87-c7bdf4f933a1 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:36.934344 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-98c91c69-413b-47a0-b4ea-d9b636fc244e req-f8976d39-3c67-44d3-af87-c7bdf4f933a1 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.1032548 Jun 17 14:32:36.949106 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397f9a4-883d-4568-9e73-5b93ef543d73 req-624df5f5-8436-451e-8d1f-bab5c0e536f3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:36.950777 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2397f9a4-883d-4568-9e73-5b93ef543d73 req-624df5f5-8436-451e-8d1f-bab5c0e536f3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.1051047 Jun 17 14:32:36.998660 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-98c91c69-413b-47a0-b4ea-d9b636fc244e req-555d7433-e50b-4f02-b342-5f94fa554750 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618432 Jun 17 14:32:37.029686 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2397f9a4-883d-4568-9e73-5b93ef543d73 req-f0bea4b2-d4cb-49a6-b7a5-22c00caf72f3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623608 Jun 17 14:32:37.812499 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19d812-a6b0-4ece-8825-1762a0f7d1cb req-814de893-24e2-4f3f-b87d-22e162e01290 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:37.814001 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6d19d812-a6b0-4ece-8825-1762a0f7d1cb req-814de893-24e2-4f3f-b87d-22e162e01290 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0801570 Jun 17 14:32:37.857639 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6d19d812-a6b0-4ece-8825-1762a0f7d1cb req-b03cb89f-6d11-41fa-a8f4-4372435d0931 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365825 Jun 17 14:32:38.228357 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4008e8-1aad-4e92-a15a-0614ef7f8ccb req-e3acc77b-9ea4-4163-ae4d-40b6ec85d06d tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:38.235902 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5a4008e8-1aad-4e92-a15a-0614ef7f8ccb req-e3acc77b-9ea4-4163-ae4d-40b6ec85d06d tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.0767956 Jun 17 14:32:38.250811 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745168d-c8bd-443c-bd7f-531d1300dc00 req-b2ce2302-7130-4581-aa66-3894197946c1 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:38.253204 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e745168d-c8bd-443c-bd7f-531d1300dc00 req-b2ce2302-7130-4581-aa66-3894197946c1 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.1098781 Jun 17 14:32:38.293087 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5a4008e8-1aad-4e92-a15a-0614ef7f8ccb req-c37f3d13-b4fc-40b8-ae29-26175c05afb9 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519166 Jun 17 14:32:38.303331 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e745168d-c8bd-443c-bd7f-531d1300dc00 req-5a201a9e-2183-4221-86d3-da3cc8b30980 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443392 Jun 17 14:32:39.060002 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a988601-12ad-49a1-a13b-9ce6e6096122 req-2339441e-72bd-4975-aaf2-b4e77a396aaa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:39.061525 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0a988601-12ad-49a1-a13b-9ce6e6096122 req-2339441e-72bd-4975-aaf2-b4e77a396aaa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0641532 Jun 17 14:32:39.099285 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0a988601-12ad-49a1-a13b-9ce6e6096122 req-1dddf277-cad6-45f2-b34c-9532d6ec8e1f tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320389 Jun 17 14:32:39.519755 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7fda6-716c-4f13-9dcb-6dd287a02894 req-4a85d903-d4d0-47b3-bb8e-d77fbce1effe tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:39.522102 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-bdd7fda6-716c-4f13-9dcb-6dd287a02894 req-4a85d903-d4d0-47b3-bb8e-d77fbce1effe tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.1167996 Jun 17 14:32:39.549182 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670704da-11c1-4de6-a8d0-61440013a937 req-45d7af1e-5580-4788-9a71-36b0576e9aa8 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:39.551361 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-670704da-11c1-4de6-a8d0-61440013a937 req-45d7af1e-5580-4788-9a71-36b0576e9aa8 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0782096 Jun 17 14:32:39.567803 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-bdd7fda6-716c-4f13-9dcb-6dd287a02894 req-ff44d543-4d47-44fc-8cda-db491c09ce0d tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396581 Jun 17 14:32:39.604114 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-670704da-11c1-4de6-a8d0-61440013a937 req-7106e0bd-2357-4b3a-91f0-2a0fd4fd3b05 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467582 Jun 17 14:32:40.326915 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226ced6-8599-4800-ab9e-fef549437e88 req-16e0f6eb-5e93-4966-bb13-d377a0913d37 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:40.329057 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-9226ced6-8599-4800-ab9e-fef549437e88 req-16e0f6eb-5e93-4966-bb13-d377a0913d37 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0947411 Jun 17 14:32:40.370145 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-9226ced6-8599-4800-ab9e-fef549437e88 req-75272453-a768-4941-bd83-84c49bc35089 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344088 Jun 17 14:32:40.796242 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85110f48-50bd-44b5-9a42-594df9de774b req-76cd0fb4-0c2d-4cb6-9b5e-6c37f8a04282 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:40.798615 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-85110f48-50bd-44b5-9a42-594df9de774b req-76cd0fb4-0c2d-4cb6-9b5e-6c37f8a04282 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0696356 Jun 17 14:32:40.810570 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d301db0-0723-44c7-97e7-e166eaa194d2 req-2d02b5cd-e5a5-4138-9b3f-ecbfac8b237f tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:40.818743 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4d301db0-0723-44c7-97e7-e166eaa194d2 req-2d02b5cd-e5a5-4138-9b3f-ecbfac8b237f tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.0894973 Jun 17 14:32:40.850754 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-85110f48-50bd-44b5-9a42-594df9de774b req-7f14eac5-70b8-49f2-82ae-8a8d2e6fa15c tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453987 Jun 17 14:32:40.882753 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4d301db0-0723-44c7-97e7-e166eaa194d2 req-9c76a8cc-0e59-4dcc-864e-57a79ed4ebf3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631351 Jun 17 14:32:41.588813 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10722e2c-1126-4d48-836d-f020b2e65a3f req-548b120b-d997-486c-92ab-f34adcb56df1 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:41.590389 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-10722e2c-1126-4d48-836d-f020b2e65a3f req-548b120b-d997-486c-92ab-f34adcb56df1 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0899599 Jun 17 14:32:41.642824 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-10722e2c-1126-4d48-836d-f020b2e65a3f req-553b2282-33c0-4b27-88f9-50b2bccc3925 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441749 Jun 17 14:32:42.100351 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b14779-305d-453e-a5cd-b46a36d10d55 req-0f89a9b5-144c-44cc-88e6-b62120b9edd4 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:42.100351 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d8b14779-305d-453e-a5cd-b46a36d10d55 req-0f89a9b5-144c-44cc-88e6-b62120b9edd4 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0766416 Jun 17 14:32:42.102094 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d12586-2d35-4f7a-9236-c43d68de76de req-f58969d1-e864-4cf3-b746-75b72fa9329c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:42.104209 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-22d12586-2d35-4f7a-9236-c43d68de76de req-f58969d1-e864-4cf3-b746-75b72fa9329c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.0715020 Jun 17 14:32:42.113921 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d8b14779-305d-453e-a5cd-b46a36d10d55 req-b2bb2f60-b2c2-4bc6-b592-6e32fac2d3eb tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457819 Jun 17 14:32:42.160741 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-22d12586-2d35-4f7a-9236-c43d68de76de req-f6e69d7a-ed5e-496a-9638-22dd9b74ca1f tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489302 Jun 17 14:32:42.862492 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa26f0a-328a-44c0-994c-3154836da561 req-8d8c223d-3be9-470b-93f2-fb6d7f10aa50 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:42.864645 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ffa26f0a-328a-44c0-994c-3154836da561 req-8d8c223d-3be9-470b-93f2-fb6d7f10aa50 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0952890 Jun 17 14:32:42.937789 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ffa26f0a-328a-44c0-994c-3154836da561 req-e350f796-4fa8-48fb-858c-e5bb8a4595e8 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666246 Jun 17 14:32:43.334937 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a639976-f33c-4023-a590-79b27f1cf519 req-ef0e81c2-a78a-496a-afc0-a89493ef93cd tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:43.337381 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1a639976-f33c-4023-a590-79b27f1cf519 req-ef0e81c2-a78a-496a-afc0-a89493ef93cd tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0787902 Jun 17 14:32:43.393637 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c8ffb-38aa-4d52-b4f1-128af1c418c1 req-2482fd7a-7fba-403f-a46f-33aaa1b5b9d9 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:43.395402 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a01c8ffb-38aa-4d52-b4f1-128af1c418c1 req-2482fd7a-7fba-403f-a46f-33aaa1b5b9d9 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.0940077 Jun 17 14:32:43.400373 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1a639976-f33c-4023-a590-79b27f1cf519 req-6d217a18-2afa-43b1-8149-a01345dc4424 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567377 Jun 17 14:32:43.442867 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a01c8ffb-38aa-4d52-b4f1-128af1c418c1 req-ae7fafae-1e55-4cf0-b079-4d0af13a56d2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412743 Jun 17 14:32:43.465653 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c47aa0df-e31e-40e4-bf1b-4893db39e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:44.169340 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7973d5-53f3-48f1-ba55-9bef75e24e20 req-4eec68b6-1f5e-4e24-8a7c-2d400552a15a tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:44.171134 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4e7973d5-53f3-48f1-ba55-9bef75e24e20 req-4eec68b6-1f5e-4e24-8a7c-2d400552a15a tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0824227 Jun 17 14:32:44.226725 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4e7973d5-53f3-48f1-ba55-9bef75e24e20 req-9768e480-d86e-4a95-8247-2f2fe32d51c2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479519 Jun 17 14:32:44.598788 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286fc42-94c9-439f-91f7-2d0ff8e6ccff req-1ff39396-72ec-498a-899d-3e27a1a4919d tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:44.606810 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c286fc42-94c9-439f-91f7-2d0ff8e6ccff req-1ff39396-72ec-498a-899d-3e27a1a4919d tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0760469 Jun 17 14:32:44.666635 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c286fc42-94c9-439f-91f7-2d0ff8e6ccff req-41a5efc9-b61e-4f11-921f-9eea686a5c54 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587425 Jun 17 14:32:44.875045 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab802ba-48dd-4a8d-b0e4-30cf1e4d3410 req-9ec346b0-5fb5-415b-8b99-0280a73e4964 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:44.887455 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6ab802ba-48dd-4a8d-b0e4-30cf1e4d3410 req-9ec346b0-5fb5-415b-8b99-0280a73e4964 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.1289732 Jun 17 14:32:44.938605 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6ab802ba-48dd-4a8d-b0e4-30cf1e4d3410 req-ef8baf2a-7309-4351-97b4-f13db7774a5a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465240 Jun 17 14:32:45.009841 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69903f-7ca6-4285-8498-cb9ad5cd84cb req-41c00407-57f7-459d-b490-b15d72848a65 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:45.016603 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3a69903f-7ca6-4285-8498-cb9ad5cd84cb req-41c00407-57f7-459d-b490-b15d72848a65 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.1093867 Jun 17 14:32:45.090496 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3a69903f-7ca6-4285-8498-cb9ad5cd84cb req-6fe825e9-afd2-44e1-8344-37d1576e45c3 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729215 Jun 17 14:32:45.133491 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b07a6c-e910-4828-a140-3b9940f01d24 req-7f6be589-dbc2-475c-a3c5-594aa692c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:45.135074 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-16b07a6c-e910-4828-a140-3b9940f01d24 req-7f6be589-dbc2-475c-a3c5-594aa692c873 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91695e22f84a4c668c9c5b12f8253bfc&device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 1098 time: 0.1163499 Jun 17 14:32:45.262360 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b07a6c-e910-4828-a140-3b9940f01d24 req-e6e8d808-6228-4e36-a5e1-39d0656bdeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:45.264295 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-16b07a6c-e910-4828-a140-3b9940f01d24 req-e6e8d808-6228-4e36-a5e1-39d0656bdeb6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8135cc67-7047-4727-8ec0-17fbafcdfdf8 HTTP/1.1" status: 200 len: 912 time: 0.1148000 Jun 17 14:32:45.366168 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-16b07a6c-e910-4828-a140-3b9940f01d24 req-0f934efa-3ebc-4af2-9247-43a1a3363f2d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e053dc2a-37a1-481c-a89e-6fd589dd4b82 HTTP/1.1" status: 200 len: 1000 time: 0.0941772 Jun 17 14:32:45.428041 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b07a6c-e910-4828-a140-3b9940f01d24 req-ed4cef39-fbe5-4452-b242-b08bb0065f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:45.429626 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-16b07a6c-e910-4828-a140-3b9940f01d24 req-ed4cef39-fbe5-4452-b242-b08bb0065f88 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ddf294c9-2449-47ab-84d6-49702a679f33 HTTP/1.1" status: 200 len: 849 time: 0.0555193 Jun 17 14:32:45.504844 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b07a6c-e910-4828-a140-3b9940f01d24 req-1dfcb112-65c6-4e9a-a467-89e523d00d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:45.506354 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-16b07a6c-e910-4828-a140-3b9940f01d24 req-1dfcb112-65c6-4e9a-a467-89e523d00d8e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8135cc67-7047-4727-8ec0-17fbafcdfdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0679417 Jun 17 14:32:45.636684 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-16b07a6c-e910-4828-a140-3b9940f01d24 req-79592bda-3a2e-483d-96bb-502c247250a8 service neutron] 10.222.0.93 "GET /v2.0/networks/8135cc67-7047-4727-8ec0-17fbafcdfdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229527 Jun 17 14:32:45.751374 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-16b07a6c-e910-4828-a140-3b9940f01d24 req-cd202567-1941-4af7-910b-a38747466122 service neutron] 10.222.0.93 "GET /v2.0/networks/8135cc67-7047-4727-8ec0-17fbafcdfdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057591 Jun 17 14:32:45.878789 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100d614-696c-4ee9-92bb-e99aa2e1bbfa req-6eb98b56-aec4-4219-a51c-12c61da8a502 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:45.880286 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b100d614-696c-4ee9-92bb-e99aa2e1bbfa req-6eb98b56-aec4-4219-a51c-12c61da8a502 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0641878 Jun 17 14:32:45.918827 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b100d614-696c-4ee9-92bb-e99aa2e1bbfa req-669097cb-a140-4559-b805-86950f5a7384 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322685 Jun 17 14:32:46.134187 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4565813-74a0-4ddd-8964-2e965b223c9b req-2a86f2a2-284a-4f2c-8a9c-a78ac9268401 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:46.135660 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f4565813-74a0-4ddd-8964-2e965b223c9b req-2a86f2a2-284a-4f2c-8a9c-a78ac9268401 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.0623629 Jun 17 14:32:46.175506 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f4565813-74a0-4ddd-8964-2e965b223c9b req-cb0dd9ff-50f8-45c4-bf4c-b439facdd8b6 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339806 Jun 17 14:32:46.289986 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76990c5-7f2a-4324-ac80-875b941838e9 req-b453d177-a230-416c-abb5-4829e2a2d0ad tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:46.291558 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a76990c5-7f2a-4324-ac80-875b941838e9 req-b453d177-a230-416c-abb5-4829e2a2d0ad tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0688291 Jun 17 14:32:46.332275 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a76990c5-7f2a-4324-ac80-875b941838e9 req-b8315535-7f32-4a5a-8506-6034b14b6923 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348163 Jun 17 14:32:46.341628 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7f0652b5-e22f-4489-ac0e-f6f86b5a6dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:46.539739 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:46.873650 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:47.191358 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541eb2d-d764-438e-b7dc-6b01461d5be6 req-57761ffc-0b49-4eff-9be3-a7d4fc9d52f0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:47.202259 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5541eb2d-d764-438e-b7dc-6b01461d5be6 req-57761ffc-0b49-4eff-9be3-a7d4fc9d52f0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.1180685 Jun 17 14:32:47.318964 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5541eb2d-d764-438e-b7dc-6b01461d5be6 req-7e00857e-cb7e-416f-813b-151a31876685 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002123 Jun 17 14:32:47.561856 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff6f7b-aa21-4407-a450-253120baa11b req-1b542490-4977-4894-8e09-3a44cbcf7553 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:47.564275 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7fff6f7b-aa21-4407-a450-253120baa11b req-1b542490-4977-4894-8e09-3a44cbcf7553 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.1470580 Jun 17 14:32:47.571938 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ab308-f900-42fc-a900-98ccf0c08dff req-1ab23f6d-17bf-4975-b586-ae383c3e1165 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:47.578420 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c42ab308-f900-42fc-a900-98ccf0c08dff req-1ab23f6d-17bf-4975-b586-ae383c3e1165 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.1121380 Jun 17 14:32:47.616906 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7fff6f7b-aa21-4407-a450-253120baa11b req-1e844e84-853c-42d7-901b-57c03aac4486 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457652 Jun 17 14:32:47.628498 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c42ab308-f900-42fc-a900-98ccf0c08dff req-3093f077-8de4-4895-abfb-c926b230e870 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491245 Jun 17 14:32:48.559609 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd55cd-c075-4465-a76d-6b7fd56331fe req-660539ab-5171-41f4-8a41-5b81c921fe9b tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:48.561367 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-6fdd55cd-c075-4465-a76d-6b7fd56331fe req-660539ab-5171-41f4-8a41-5b81c921fe9b tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0942054 Jun 17 14:32:48.605431 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-6fdd55cd-c075-4465-a76d-6b7fd56331fe req-251982f9-751a-4884-961f-00849b4a17da tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372195 Jun 17 14:32:48.753015 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:48.861027 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab2d9e-6d26-4685-934e-be0de293b8d8 req-0ea3b822-be1b-4149-8cbd-06cadcab9577 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:48.866088 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-52ab2d9e-6d26-4685-934e-be0de293b8d8 req-0ea3b822-be1b-4149-8cbd-06cadcab9577 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.0703530 Jun 17 14:32:48.918532 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-52ab2d9e-6d26-4685-934e-be0de293b8d8 req-fc7918b2-6ddf-485c-9c1f-343bee53a3ee tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496728 Jun 17 14:32:49.531595 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629561f7-9c49-4b52-a621-26db6a537c0f req-b4faf93f-1f0e-4c4e-8e84-a6970ecf6779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:49.534183 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-629561f7-9c49-4b52-a621-26db6a537c0f req-b4faf93f-1f0e-4c4e-8e84-a6970ecf6779 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f734e894b23d43df98ee905f03cdfe49&device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 1098 time: 0.0843139 Jun 17 14:32:49.579212 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 33490) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:49.707109 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629561f7-9c49-4b52-a621-26db6a537c0f req-5e65f292-d6ca-4066-a345-38360556a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:49.708589 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-629561f7-9c49-4b52-a621-26db6a537c0f req-5e65f292-d6ca-4066-a345-38360556a513 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5c84abbf-7edc-4ea0-b570-d4f577e25772 HTTP/1.1" status: 200 len: 918 time: 0.1659136 Jun 17 14:32:49.833080 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-629561f7-9c49-4b52-a621-26db6a537c0f req-8c48da07-6888-4908-8b8d-2e19e010178d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1decf4ee-f6eb-4dd3-a505-fed7d5678a46 HTTP/1.1" status: 200 len: 1000 time: 0.1127326 Jun 17 14:32:49.851260 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2494b257-730e-4201-b755-e7ac016fe184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:49.932895 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629561f7-9c49-4b52-a621-26db6a537c0f req-5b7daae3-8ac4-48b1-aa7a-bcbe49fd5254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:49.934410 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-629561f7-9c49-4b52-a621-26db6a537c0f req-5b7daae3-8ac4-48b1-aa7a-bcbe49fd5254 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cdb313b6-281b-48ec-b3c1-9a23239d4b57 HTTP/1.1" status: 200 len: 855 time: 0.0850952 Jun 17 14:32:49.988269 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a1a30-a7ac-49ea-aa8a-1aa94f0ab057 req-2d5e7120-0804-45fb-a8d6-b66f078617de tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:49.989761 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-986a1a30-a7ac-49ea-aa8a-1aa94f0ab057 req-2d5e7120-0804-45fb-a8d6-b66f078617de tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.1827314 Jun 17 14:32:50.085987 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-986a1a30-a7ac-49ea-aa8a-1aa94f0ab057 req-70d9bd9b-fbf4-4a62-a20f-a19a024810a1 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877004 Jun 17 14:32:50.120103 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2494b257-730e-4201-b755-e7ac016fe184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:50.135074 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629561f7-9c49-4b52-a621-26db6a537c0f req-282dba2f-ccf6-4589-acb7-de7cf4cc291b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:50.135074 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-629561f7-9c49-4b52-a621-26db6a537c0f req-282dba2f-ccf6-4589-acb7-de7cf4cc291b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5c84abbf-7edc-4ea0-b570-d4f577e25772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1792717 Jun 17 14:32:50.169605 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d951ec-0ebe-4f14-a3f9-c08f8073d66c req-5d7aa997-e3dd-4f4b-9ac8-77a573c87635 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:50.171925 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b7d951ec-0ebe-4f14-a3f9-c08f8073d66c req-5d7aa997-e3dd-4f4b-9ac8-77a573c87635 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.0974197 Jun 17 14:32:50.234103 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-629561f7-9c49-4b52-a621-26db6a537c0f req-26d73306-c6be-4844-bbeb-c949f5543943 service neutron] 10.222.0.93 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988128 Jun 17 14:32:50.242060 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b7d951ec-0ebe-4f14-a3f9-c08f8073d66c req-b051a678-0254-40ce-a010-87df4b12e7a3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618339 Jun 17 14:32:50.251882 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2494b257-730e-4201-b755-e7ac016fe184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:50.262936 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-6ac7e649-20fd-42e4-8360-70a81064d907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:50.312588 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494b257-730e-4201-b755-e7ac016fe184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c62f324-a0c6-4dfc-a6b6-50d2ee12eff7,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:50.330681 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-2494b257-730e-4201-b755-e7ac016fe184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:50.333298 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 33516) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:50.333629 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-2494b257-730e-4201-b755-e7ac016fe184 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f474df49c7064b958477066df2eab2e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7494247 Jun 17 14:32:50.388890 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-137de5b6-a57e-4d1c-8c46-7e0524a855d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:50.402218 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-629561f7-9c49-4b52-a621-26db6a537c0f req-2f343ee5-45f5-4e7e-bc77-19c4a579ed2e service neutron] 10.222.0.93 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563938 Jun 17 14:32:50.411532 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-137de5b6-a57e-4d1c-8c46-7e0524a855d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:50.654933 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-137de5b6-a57e-4d1c-8c46-7e0524a855d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:50.668382 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-137de5b6-a57e-4d1c-8c46-7e0524a855d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:50.671177 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-137de5b6-a57e-4d1c-8c46-7e0524a855d1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1c62f324-a0c6-4dfc-a6b6-50d2ee12eff7 HTTP/1.1" status: 204 len: 168 time: 0.3366933 Jun 17 14:32:50.673089 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-6afc53ba-5dd8-477c-bae5-2500d4e572d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:50.695278 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137de5b6-a57e-4d1c-8c46-7e0524a855d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c62f324-a0c6-4dfc-a6b6-50d2ee12eff7,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:50.698034 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-137de5b6-a57e-4d1c-8c46-7e0524a855d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:51.430070 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20837cbf-fceb-4e7b-8136-3bf6c21f6857 req-0b57c970-ca32-4eeb-adac-844e191a754b tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:51.432159 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-20837cbf-fceb-4e7b-8136-3bf6c21f6857 req-0b57c970-ca32-4eeb-adac-844e191a754b tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.2115164 Jun 17 14:32:51.530020 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-20837cbf-fceb-4e7b-8136-3bf6c21f6857 req-36476a56-cd44-4cde-9225-d282c47bbe20 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827911 Jun 17 14:32:51.554043 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ecd2c-dff1-4b58-82e9-e0af3a0c3ca6 req-66b5c01e-3722-4ce8-9e1e-8c6184713a86 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:51.555696 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c72ecd2c-dff1-4b58-82e9-e0af3a0c3ca6 req-66b5c01e-3722-4ce8-9e1e-8c6184713a86 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 945 time: 0.1247859 Jun 17 14:32:51.606293 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c72ecd2c-dff1-4b58-82e9-e0af3a0c3ca6 req-e6c9b5c0-e79c-4c95-a4c0-583ffc7f0194 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406585 Jun 17 14:32:52.416994 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:32:52.653669 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:52.702438 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdba02af-6d45-46b5-8ed7-c2e4d6780d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:32:52.709016 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36123f9f-2a8a-4898-b18a-4cf44488b9a5" -d '{"events": [{"server_uuid": "cdba02af-6d45-46b5-8ed7-c2e4d6780d70", "name": "network-vif-unplugged", "status": "completed", "tag": "1decf4ee-f6eb-4dd3-a505-fed7d5678a46"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:32:52.735425 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:32:52.840351 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5ac5f-8bf9-499c-a356-756cff02c657 req-dfab4531-3fbb-4b51-87e0-475470b39e00 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:52.842520 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-bcc5ac5f-8bf9-499c-a356-756cff02c657 req-dfab4531-3fbb-4b51-87e0-475470b39e00 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0824151 Jun 17 14:32:52.850172 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:52.852206 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:52.860988 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-c562d704-b1a1-4f77-8d22-d0589266f305 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1328914401&fields=id&tenant_id=6d8f5cf3dd6d40df90ce4d61d76cd882 HTTP/1.1" status: 200 len: 267 time: 0.1048458 Jun 17 14:32:52.933497 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-bcc5ac5f-8bf9-499c-a356-756cff02c657 req-5398bdfc-1fe8-42fb-9e58-f81add051375 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764534 Jun 17 14:32:52.947281 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,revision_number=8']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:52.951920 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:53.005293 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-08249d53-92aa-470f-8d30-4b2b95700cc9 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:53.012160 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-08249d53-92aa-470f-8d30-4b2b95700cc9 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/networks?id=d0606b52-95ae-4485-875d-65cf2291aa57 HTTP/1.1" status: 200 len: 808 time: 0.1487546 Jun 17 14:32:53.025846 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-baf9ea68-41d4-4ed4-98d0-720a93e1af39 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/quotas/6d8f5cf3dd6d40df90ce4d61d76cd882 HTTP/1.1" status: 200 len: 375 time: 0.0123277 Jun 17 14:32:53.120270 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-4e95c63d-433c-4992-819b-b3b08ae3fc0b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d8f5cf3dd6d40df90ce4d61d76cd882&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881844 Jun 17 14:32:53.204598 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d81009-32e3-4090-89c9-08f74ee9c3b9 req-09c00aba-6e3d-401d-92a9-b577e182342d tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:53.214746 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f5d81009-32e3-4090-89c9-08f74ee9c3b9 req-09c00aba-6e3d-401d-92a9-b577e182342d tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.1051245 Jun 17 14:32:53.324508 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-3e811ced-8bf1-41a1-b751-46f2f7fe9395 service neutron] 10.222.0.86 "GET /v2.0/networks/d0606b52-95ae-4485-875d-65cf2291aa57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818879 Jun 17 14:32:53.333896 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f5d81009-32e3-4090-89c9-08f74ee9c3b9 req-5023700a-9354-451a-9c1a-e49a8a219aee tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108854 Jun 17 14:32:53.414590 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 14:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb06d7d4-3049-4786-9e31-0c49d198f0dd x-openstack-request-id: req-fb06d7d4-3049-4786-9e31-0c49d198f0dd {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:32:53.415270 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdba02af-6d45-46b5-8ed7-c2e4d6780d70", "name": "network-vif-unplugged", "status": "completed", "tag": "1decf4ee-f6eb-4dd3-a505-fed7d5678a46", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:32:53.415776 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fb06d7d4-3049-4786-9e31-0c49d198f0dd {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:32:53.416475 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdba02af-6d45-46b5-8ed7-c2e4d6780d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46', 'code': 200} Jun 17 14:32:53.446701 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-918440c1-d66c-479f-a21a-469f540184b6 service neutron] 10.222.0.86 "GET /v2.0/networks/d0606b52-95ae-4485-875d-65cf2291aa57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205459 Jun 17 14:32:54.146767 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37c2cb-b978-478c-bfb9-77550fd0ac26 req-76f833de-a4f9-4212-9b37-e4f7fa30d8dd tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:54.148990 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-1c37c2cb-b978-478c-bfb9-77550fd0ac26 req-76f833de-a4f9-4212-9b37-e4f7fa30d8dd tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0818233 Jun 17 14:32:54.188499 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-1c37c2cb-b978-478c-bfb9-77550fd0ac26 req-9bf162b8-1c92-429c-9637-8e7429c0fec2 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339100 Jun 17 14:32:54.358666 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-505d2681-da84-48a3-b7bf-488885146867 req-a5c57923-2d86-45da-ae82-f1865515c61b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 210 time: 0.0467305 Jun 17 14:32:54.638692 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b18963-c633-4c18-b070-121cceaf3851 req-137f312c-288c-4029-ab2b-b12355d8a28d tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:54.641190 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-61b18963-c633-4c18-b070-121cceaf3851 req-137f312c-288c-4029-ab2b-b12355d8a28d tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.0904028 Jun 17 14:32:54.695147 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-61b18963-c633-4c18-b070-121cceaf3851 req-52e8fe2b-0ae9-432e-8dff-77fd0a2e9d61 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477941 Jun 17 14:32:55.175652 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 33710) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:55.393220 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8449b-6af8-46f1-83d0-40f4b58a1cae req-73617b6c-7a31-4509-96ed-dea2697da85e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:55.401571 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-55f8449b-6af8-46f1-83d0-40f4b58a1cae req-73617b6c-7a31-4509-96ed-dea2697da85e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0854180 Jun 17 14:32:55.415079 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-5d807b23-b859-478c-a282-76368ca0c9bf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4387f6f0164d4668a7cc24baaefdf7c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382009 Jun 17 14:32:55.416082 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 33718) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:55.454289 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-55f8449b-6af8-46f1-83d0-40f4b58a1cae req-ab2e3c09-390a-4d2a-8a34-77c26234e650 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517757 Jun 17 14:32:55.528922 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-386cd465-6b36-4dd2-89b2-dc4fcfc8e607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:55.537289 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0f6e6845-493d-4445-a564-984bcba198ce req-f12fd3d4-eedd-46c7-a8c3-7642f9c36a9a tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 210 time: 0.0432529 Jun 17 14:32:55.560688 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-386cd465-6b36-4dd2-89b2-dc4fcfc8e607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:55.714994 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-386cd465-6b36-4dd2-89b2-dc4fcfc8e607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:55.714994 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-386cd465-6b36-4dd2-89b2-dc4fcfc8e607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:55.714994 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-386cd465-6b36-4dd2-89b2-dc4fcfc8e607 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2a3764eb-934a-4b08-9615-fe09347db349 HTTP/1.1" status: 204 len: 168 time: 0.2949517 Jun 17 14:32:55.714994 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-eceb2459-8de6-41ea-83f5-4f7fe2007176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:55.723918 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cd465-6b36-4dd2-89b2-dc4fcfc8e607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3764eb-934a-4b08-9615-fe09347db349,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:55.728763 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-386cd465-6b36-4dd2-89b2-dc4fcfc8e607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:56.428346 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:32:56.687954 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb5448-ef3a-4c98-b86c-52fa7e1094a8 req-0d6e3fe6-5c4e-4cc4-a768-1b5d33a0d8d6 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:56.690499 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8bbb5448-ef3a-4c98-b86c-52fa7e1094a8 req-0d6e3fe6-5c4e-4cc4-a768-1b5d33a0d8d6 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0656438 Jun 17 14:32:56.742379 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8bbb5448-ef3a-4c98-b86c-52fa7e1094a8 req-ffb63cfb-76db-4bfb-841a-983777f7d5ef tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454636 Jun 17 14:32:56.941168 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d30a8dfd-ef46-4528-b976-244716296739 req-667f072f-d73a-4f79-af31-75587a94a928 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 210 time: 0.0898724 Jun 17 14:32:57.069948 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f89d25-073c-4bba-91f0-d23bba385db3 req-6236b184-330d-47e1-abfb-0c04a2016b98 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:57.077430 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-89f89d25-073c-4bba-91f0-d23bba385db3 req-6236b184-330d-47e1-abfb-0c04a2016b98 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.0822749 Jun 17 14:32:57.150200 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-89f89d25-073c-4bba-91f0-d23bba385db3 req-bba44e6c-352f-4008-8ca6-32b95528cda6 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717094 Jun 17 14:32:57.760709 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-b1eaf406-a233-4100-8be3-b707784a44f6 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:57.769769 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-b1eaf406-a233-4100-8be3-b707784a44f6 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.93 "GET /v2.0/networks?id=d0606b52-95ae-4485-875d-65cf2291aa57 HTTP/1.1" status: 200 len: 808 time: 0.1720862 Jun 17 14:32:57.803734 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 33804) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:32:57.831353 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-b34233bc-9aa7-40fa-a2ba-67c97c1bd7f5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d8f5cf3dd6d40df90ce4d61d76cd882 HTTP/1.1" status: 200 len: 380 time: 0.0505822 Jun 17 14:32:57.845883 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-2f2dc64d-affd-4c36-bd6d-a135b2936c9b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Request body: {'port': {'device_id': '0060874d-46ad-4102-b6ff-6b8f297fde7d', 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57', 'admin_state_up': True, 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'security_groups': ['50c0825b-339b-494f-bc1d-2a741d069af3']}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:32:58.005373 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3869647f-1334-4827-85d5-92503b0a1789 req-d5f78b1c-b084-495f-9261-2ad3bbac2097 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1990042 Jun 17 14:32:58.028065 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a5af8-419c-4ac0-a1a3-98524853a64d req-6519e960-ba51-4325-b5c2-341984ca95f0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:58.029368 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-9f6a5af8-419c-4ac0-a1a3-98524853a64d req-6519e960-ba51-4325-b5c2-341984ca95f0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.1362882 Jun 17 14:32:58.090088 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-9f6a5af8-419c-4ac0-a1a3-98524853a64d req-f7e24dfd-0fe6-4e76-813d-28165987d214 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538542 Jun 17 14:32:58.203442 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4db5cc64-2b40-4436-b8de-d32c92240514 req-c672998f-9805-4848-b019-0c186647389c tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 210 time: 0.0622964 Jun 17 14:32:58.253954 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-2f2dc64d-affd-4c36-bd6d-a135b2936c9b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Made reservation on behalf of 6d8f5cf3dd6d40df90ce4d61d76cd882 for: {'port': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:32:58.257907 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-2f2dc64d-affd-4c36-bd6d-a135b2936c9b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:58.430201 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fee2de-e7b5-4a8e-9305-45690e5c0d8a req-92e8ce28-788a-4078-b49a-ad1cdf185c73 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:58.437927 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e1fee2de-e7b5-4a8e-9305-45690e5c0d8a req-92e8ce28-788a-4078-b49a-ad1cdf185c73 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.1139469 Jun 17 14:32:58.452986 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-2f2dc64d-affd-4c36-bd6d-a135b2936c9b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Allocated IP 172.20.0.7 (d0606b52-95ae-4485-875d-65cf2291aa57/b9e5a000-21d1-4288-8156-fe8768563b32/322aaae3-c618-462a-ae50-b6b6040edd5a) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:32:58.526289 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e1fee2de-e7b5-4a8e-9305-45690e5c0d8a req-0b7e1f89-2cc5-4455-a6dd-b21ef649fb22 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870972 Jun 17 14:32:58.695400 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-2f2dc64d-affd-4c36-bd6d-a135b2936c9b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:58.774597 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-2f2dc64d-affd-4c36-bd6d-a135b2936c9b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Transition to ACTIVE for port object 322aaae3-c618-462a-ae50-b6b6040edd5a will not be triggered until provisioned by entity DHCP. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:32:58.954814 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-2f2dc64d-affd-4c36-bd6d-a135b2936c9b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260461624'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:58.957476 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:32:58.998752 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-2f2dc64d-affd-4c36-bd6d-a135b2936c9b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Network d0606b52-95ae-4485-875d-65cf2291aa57 is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:32:59.007401 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-2f2dc64d-affd-4c36-bd6d-a135b2936c9b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:32:59.021004 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-2f2dc64d-affd-4c36-bd6d-a135b2936c9b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:32:59.071151 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2dc64d-affd-4c36-bd6d-a135b2936c9b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Pushing event updated for resources: {'Port': ['ID=322aaae3-c618-462a-ae50-b6b6040edd5a,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:32:59.081799 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-2f2dc64d-affd-4c36-bd6d-a135b2936c9b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:32:59.088424 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-2f2dc64d-affd-4c36-bd6d-a135b2936c9b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:59.089073 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-2f2dc64d-affd-4c36-bd6d-a135b2936c9b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:59.279388 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-2f2dc64d-affd-4c36-bd6d-a135b2936c9b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4399188 Jun 17 14:32:59.291778 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Request body: {'port': {'device_id': '0060874d-46ad-4102-b6ff-6b8f297fde7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:32:59.395544 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118d48c-6c63-4552-a763-54baeea4dbdb req-6872dfef-0998-405e-b829-885e88efca47 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:59.397108 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b118d48c-6c63-4552-a763-54baeea4dbdb req-6872dfef-0998-405e-b829-885e88efca47 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.1547179 Jun 17 14:32:59.434431 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:59.460682 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b118d48c-6c63-4552-a763-54baeea4dbdb req-c63baa4e-e3c3-43ff-a6ac-64985c2aef50 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498624 Jun 17 14:32:59.504492 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e71dd698-c044-46a7-bac6-cb97ea2ee10c None None] Provisioning for port 322aaae3-c618-462a-ae50-b6b6040edd5a completed by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:32:59.505002 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457cc0c-378a-4589-8bec-f0569d37793b req-71d92b8f-0950-4562-934d-0d589e00803b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:32:59.506491 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e71dd698-c044-46a7-bac6-cb97ea2ee10c None None] Provisioning complete for port 322aaae3-c618-462a-ae50-b6b6040edd5a triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:32:59.506889 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e71dd698-c044-46a7-bac6-cb97ea2ee10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:32:59.511395 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6457cc0c-378a-4589-8bec-f0569d37793b req-71d92b8f-0950-4562-934d-0d589e00803b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 931 time: 0.0981534 Jun 17 14:32:59.568290 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6457cc0c-378a-4589-8bec-f0569d37793b req-f6cdadee-05fa-441d-81d4-24ec1171e43f tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556881 Jun 17 14:32:59.585493 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e71dd698-c044-46a7-bac6-cb97ea2ee10c None None] Port 322aaae3-c618-462a-ae50-b6b6040edd5a cannot update to ACTIVE because it is not bound. {{(pid=93281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:33:00.030289 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61495a13-b3d3-4e91-978b-baa3a241b345 req-2db286b0-17e1-4f29-ae7c-3149a2b397ed tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:00.038062 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-61495a13-b3d3-4e91-978b-baa3a241b345 req-2db286b0-17e1-4f29-ae7c-3149a2b397ed tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.1398313 Jun 17 14:33:00.102731 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.notifiers.nova [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 322aaae3-c618-462a-ae50-b6b6040edd5a {{(pid=93279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:33:00.114324 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-61495a13-b3d3-4e91-978b-baa3a241b345 req-fd771d19-67d3-460a-9135-497bc33d9990 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751331 Jun 17 14:33:00.116491 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:00.129889 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.provisioning_blocks [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Transition to ACTIVE for port object 322aaae3-c618-462a-ae50-b6b6040edd5a will not be triggered until provisioned by entity L2. {{(pid=93279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:33:00.238418 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260461578'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:00.240658 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-2f2dc64d-affd-4c36-bd6d-a135b2936c9b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:00.316122 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Pushing event updated for resources: {'Port': ['ID=322aaae3-c618-462a-ae50-b6b6040edd5a,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:00.320910 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:00.433304 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Attempting to bind port 322aaae3-c618-462a-ae50-b6b6040edd5a on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:33:00.433980 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Attempting to bind port 322aaae3-c618-462a-ae50-b6b6040edd5a by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd0194e12-ea5a-4b56-a3d0-9cdd3dabab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57'}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:33:00.434478 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Attempting to bind port 322aaae3-c618-462a-ae50-b6b6040edd5a on network d0606b52-95ae-4485-875d-65cf2291aa57 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:33:00.440507 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Port 322aaae3-c618-462a-ae50-b6b6040edd5a on network d0606b52-95ae-4485-875d-65cf2291aa57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:33:00.440839 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Attempting to bind port 322aaae3-c618-462a-ae50-b6b6040edd5a on network d0606b52-95ae-4485-875d-65cf2291aa57 {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:33:00.448306 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Checking agent: {'id': 'c17431a8-2d50-499b-8bf2-d6ffeabd9413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'started_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:33:00.448306 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Checking segment: {'id': 'd0194e12-ea5a-4b56-a3d0-9cdd3dabab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:33:00.448306 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Bound using segment: {'id': 'd0194e12-ea5a-4b56-a3d0-9cdd3dabab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57'} {{(pid=93279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:33:00.448877 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.managers [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Bound port: 322aaae3-c618-462a-ae50-b6b6040edd5a, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0194e12-ea5a-4b56-a3d0-9cdd3dabab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57'}}] {{(pid=93279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:33:00.449244 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:00.629447 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] For port 322aaae3-c618-462a-ae50-b6b6040edd5a, host hv-cinder-79628, cleared binding levels {{(pid=93279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:33:00.629447 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] For port 322aaae3-c618-462a-ae50-b6b6040edd5a, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=322aaae3-c618-462a-ae50-b6b6040edd5a,segment=NetworkSegment(d0194e12-ea5a-4b56-a3d0-9cdd3dabab85),segment_id=d0194e12-ea5a-4b56-a3d0-9cdd3dabab85)] {{(pid=93279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:33:00.746381 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd070b-e409-45bf-957d-95788e61d1cd req-2148adf2-ad36-4bac-93d8-9c94f4fe89b0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:00.747986 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ebdd070b-e409-45bf-957d-95788e61d1cd req-2148adf2-ad36-4bac-93d8-9c94f4fe89b0 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0649340 Jun 17 14:33:00.787050 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ebdd070b-e409-45bf-957d-95788e61d1cd req-ae827e5c-4047-47e7-8e0c-f1253f86d4ec tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320926 Jun 17 14:33:00.804406 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc90848-582f-4ec6-9fc9-39d856d36bbc req-7fc40b94-4f0a-4ce2-b743-e43963e123d9 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:00.805932 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-afc90848-582f-4ec6-9fc9-39d856d36bbc req-7fc40b94-4f0a-4ce2-b743-e43963e123d9 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 943 time: 0.0670910 Jun 17 14:33:00.824105 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260461578'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:00.829550 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-7eb5514f-cc62-48e1-82e0-54a5d4d8a835 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:00.879153 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:00.879744 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:00.881109 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] 10.222.0.93 "PUT /v2.0/ports/322aaae3-c618-462a-ae50-b6b6040edd5a HTTP/1.1" status: 200 len: 1093 time: 1.5940702 Jun 17 14:33:00.881968 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0060874d-46ad-4102-b6ff-6b8f297fde7d', 'tag': '322aaae3-c618-462a-ae50-b6b6040edd5a'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:33:00.884493 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8863a126823674440be2fd171a9f51742ed7e76304ce63add1381630eebf7721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a04b18-39cd-42e6-8f9d-f15c4be3d4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "0060874d-46ad-4102-b6ff-6b8f297fde7d", "tag": "322aaae3-c618-462a-ae50-b6b6040edd5a"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:33:00.915075 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-afc90848-582f-4ec6-9fc9-39d856d36bbc req-7cfe0e04-be39-4f00-a021-f17cbb6c0ed5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030865 Jun 17 14:33:00.915744 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Pushing event updated for resources: {'Port': ['ID=322aaae3-c618-462a-ae50-b6b6040edd5a,revision_number=3']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:00.932222 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:00.936160 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cea1ab-c310-4fb6-9d65-463fe176f6ad x-openstack-request-id: req-57cea1ab-c310-4fb6-9d65-463fe176f6ad {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:33:00.936677 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0060874d-46ad-4102-b6ff-6b8f297fde7d", "tag": "322aaae3-c618-462a-ae50-b6b6040edd5a", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:33:00.937119 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-57cea1ab-c310-4fb6-9d65-463fe176f6ad {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:33:00.938170 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0060874d-46ad-4102-b6ff-6b8f297fde7d', 'tag': '322aaae3-c618-462a-ae50-b6b6040edd5a', 'status': 'completed', 'code': 200} Jun 17 14:33:01.041364 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a04b18-39cd-42e6-8f9d-f15c4be3d4ed req-29e5cb7d-7b74-4f1b-aa35-3854a22b5f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:01.043634 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f3a04b18-39cd-42e6-8f9d-f15c4be3d4ed req-29e5cb7d-7b74-4f1b-aa35-3854a22b5f30 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6d8f5cf3dd6d40df90ce4d61d76cd882&device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 1096 time: 0.0709200 Jun 17 14:33:01.201201 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a04b18-39cd-42e6-8f9d-f15c4be3d4ed req-b38c191d-132f-4536-a46e-f487855be641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:01.203138 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f3a04b18-39cd-42e6-8f9d-f15c4be3d4ed req-b38c191d-132f-4536-a46e-f487855be641 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=6d8f5cf3dd6d40df90ce4d61d76cd882&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1446102 Jun 17 14:33:01.385660 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a04b18-39cd-42e6-8f9d-f15c4be3d4ed req-2cc2b8fe-26e5-4f0c-9705-2842081be98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:01.387062 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f3a04b18-39cd-42e6-8f9d-f15c4be3d4ed req-2cc2b8fe-26e5-4f0c-9705-2842081be98b service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1767833 Jun 17 14:33:01.414776 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f4920-d0b5-4aae-8e31-59dbf51b7719 req-ab9cb01e-5709-4f3f-b7e2-42f3c14e141f tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:01.417320 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-d75f4920-d0b5-4aae-8e31-59dbf51b7719 req-ab9cb01e-5709-4f3f-b7e2-42f3c14e141f tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.1127830 Jun 17 14:33:01.477484 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-d75f4920-d0b5-4aae-8e31-59dbf51b7719 req-4e560d96-1ddb-4363-80fa-2528e2061a54 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504138 Jun 17 14:33:01.548587 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-223c3fcd-69cc-4373-b0c7-ea16fc61a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:01.550467 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-223c3fcd-69cc-4373-b0c7-ea16fc61a874 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6d8f5cf3dd6d40df90ce4d61d76cd882&device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 1096 time: 0.0720451 Jun 17 14:33:01.623323 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-4a3ed860-e5a0-41eb-89a8-6e12e623eaa1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=322aaae3-c618-462a-ae50-b6b6040edd5a HTTP/1.1" status: 200 len: 217 time: 0.0547578 Jun 17 14:33:01.685850 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-2ab4c54a-28c7-4f0c-b9e7-2be93a7a234e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:01.687623 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-2ab4c54a-28c7-4f0c-b9e7-2be93a7a234e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b9e5a000-21d1-4288-8156-fe8768563b32 HTTP/1.1" status: 200 len: 847 time: 0.0523887 Jun 17 14:33:01.763129 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-f8cae3c2-8366-4afb-877e-a72bc742eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:01.764826 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-f8cae3c2-8366-4afb-877e-a72bc742eedc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0606b52-95ae-4485-875d-65cf2291aa57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0638180 Jun 17 14:33:01.933748 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-ec6c2d63-559c-4e8a-8e01-3a02046e3312 service neutron] 10.222.0.93 "GET /v2.0/networks/d0606b52-95ae-4485-875d-65cf2291aa57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559665 Jun 17 14:33:02.105331 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0c8fa350-21f8-43f6-9eac-f8e5f55c0686 req-b1bb9225-7a3e-477d-9ad5-b9572a948cc0 service neutron] 10.222.0.93 "GET /v2.0/networks/d0606b52-95ae-4485-875d-65cf2291aa57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638038 Jun 17 14:33:02.149614 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4fce5-d555-4f5a-b273-21fd69fbdb46 req-385ce566-b2d1-433a-b808-1802de551a07 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:02.157346 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2dd4fce5-d555-4f5a-b273-21fd69fbdb46 req-385ce566-b2d1-433a-b808-1802de551a07 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 943 time: 0.0879161 Jun 17 14:33:02.188409 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869647f-1334-4827-85d5-92503b0a1789 req-112c4996-bc47-4dea-b567-0fcdd8aab0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:02.193759 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3869647f-1334-4827-85d5-92503b0a1789 req-112c4996-bc47-4dea-b567-0fcdd8aab0e3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70&tenant_id=f734e894b23d43df98ee905f03cdfe49 HTTP/1.1" status: 200 len: 1096 time: 0.2360084 Jun 17 14:33:02.210734 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2dd4fce5-d555-4f5a-b273-21fd69fbdb46 req-70a5713d-5139-41d4-a199-ffcee24c0f49 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517411 Jun 17 14:33:02.226407 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d23f2-ffb5-4b85-a00f-e9ec2aebbd70 req-a7eb0efd-3ca9-419c-ad44-5ed56d1b7e40 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:02.226407 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2d0d23f2-ffb5-4b85-a00f-e9ec2aebbd70 req-a7eb0efd-3ca9-419c-ad44-5ed56d1b7e40 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.2158592 Jun 17 14:33:02.322017 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2d0d23f2-ffb5-4b85-a00f-e9ec2aebbd70 req-0fc52cd5-abfa-4edb-88a3-c78fd0719714 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934153 Jun 17 14:33:02.340553 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869647f-1334-4827-85d5-92503b0a1789 req-e874b132-d55c-406c-9847-43b8e28fdaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:02.344579 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3869647f-1334-4827-85d5-92503b0a1789 req-e874b132-d55c-406c-9847-43b8e28fdaf6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f734e894b23d43df98ee905f03cdfe49&device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 1096 time: 0.1126602 Jun 17 14:33:02.496290 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869647f-1334-4827-85d5-92503b0a1789 req-0616bd1f-053f-4fd7-b6c0-a807586fa45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:02.498747 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3869647f-1334-4827-85d5-92503b0a1789 req-0616bd1f-053f-4fd7-b6c0-a807586fa45f service neutron] 10.222.0.93 "GET /v2.0/networks?id=5c84abbf-7edc-4ea0-b570-d4f577e25772 HTTP/1.1" status: 200 len: 918 time: 0.1437974 Jun 17 14:33:02.612635 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3869647f-1334-4827-85d5-92503b0a1789 req-cc6d7392-20c4-4cd6-a86e-302af0dbb884 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1decf4ee-f6eb-4dd3-a505-fed7d5678a46 HTTP/1.1" status: 200 len: 998 time: 0.1059065 Jun 17 14:33:02.665043 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869647f-1334-4827-85d5-92503b0a1789 req-377f5e22-ef55-488f-8d95-07dcda99baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:02.667082 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3869647f-1334-4827-85d5-92503b0a1789 req-377f5e22-ef55-488f-8d95-07dcda99baa5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cdb313b6-281b-48ec-b3c1-9a23239d4b57 HTTP/1.1" status: 200 len: 855 time: 0.0476532 Jun 17 14:33:02.684003 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8a43f-0acf-4798-a1f1-bfc0ab41b70a req-e71d7f76-e840-4f5d-a38d-6f586a0ed78f tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:02.686407 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-bbc8a43f-0acf-4798-a1f1-bfc0ab41b70a req-e71d7f76-e840-4f5d-a38d-6f586a0ed78f tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.0739439 Jun 17 14:33:02.734417 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-bbc8a43f-0acf-4798-a1f1-bfc0ab41b70a req-6287ef31-6f3c-44bf-9014-4a0c4baad56e tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399585 Jun 17 14:33:02.742626 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869647f-1334-4827-85d5-92503b0a1789 req-aa026811-ded5-48e8-a8af-12961cceaea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:02.744214 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3869647f-1334-4827-85d5-92503b0a1789 req-aa026811-ded5-48e8-a8af-12961cceaea8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5c84abbf-7edc-4ea0-b570-d4f577e25772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0674682 Jun 17 14:33:02.849117 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3869647f-1334-4827-85d5-92503b0a1789 req-b030d4af-3a00-4463-966a-916d8349c94f service neutron] 10.222.0.93 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928681 Jun 17 14:33:02.991698 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3869647f-1334-4827-85d5-92503b0a1789 req-bad52895-4e4b-4dd1-bd3a-3a729a10758f service neutron] 10.222.0.93 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325073 Jun 17 14:33:03.468400 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f64aa-a5c8-420c-a5df-4d808f47b936 req-c32e90a9-1688-4115-bc36-e88e8a03a4e0 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:03.476626 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-614f64aa-a5c8-420c-a5df-4d808f47b936 req-c32e90a9-1688-4115-bc36-e88e8a03a4e0 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 943 time: 0.1436131 Jun 17 14:33:03.527424 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-614f64aa-a5c8-420c-a5df-4d808f47b936 req-4b26d423-70e6-4f24-b6a3-8a989b54ed3c tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483088 Jun 17 14:33:03.599428 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02b277-2366-473c-9146-ab32f4342790 req-790146cc-9f29-4389-92a4-74027d313a64 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:03.601798 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1f02b277-2366-473c-9146-ab32f4342790 req-790146cc-9f29-4389-92a4-74027d313a64 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.1039445 Jun 17 14:33:03.668635 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1f02b277-2366-473c-9146-ab32f4342790 req-b5c93f1a-d681-4855-83e5-ad9ae97cdc67 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589867 Jun 17 14:33:04.009944 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33040904-d6d8-4342-b13f-6cb641366856 req-7a798a8b-3215-45ba-906b-b596d877a73a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:04.011421 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-33040904-d6d8-4342-b13f-6cb641366856 req-7a798a8b-3215-45ba-906b-b596d877a73a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.0817041 Jun 17 14:33:04.058489 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-33040904-d6d8-4342-b13f-6cb641366856 req-3b5c2cf5-d23e-4ff0-aa0e-eaf01b8d3c1a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397372 Jun 17 14:33:04.461927 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 322aaae3-c618-462a-ae50-b6b6040edd5a details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:33:04.687770 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 322aaae3-c618-462a-ae50-b6b6040edd5a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=322aaae3-c618-462a-ae50-b6b6040edd5a,segment=NetworkSegment(d0194e12-ea5a-4b56-a3d0-9cdd3dabab85),segment_id=d0194e12-ea5a-4b56-a3d0-9cdd3dabab85)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:33:04.700732 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': '322aaae3-c618-462a-ae50-b6b6040edd5a', 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57', 'port_id': '322aaae3-c618-462a-ae50-b6b6040edd5a', 'mac_address': 'fa:16:3e:ea:c8:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e5a000-21d1-4288-8156-fe8768563b32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:33:04.740375 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:04.755734 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322aaae3-c618-462a-ae50-b6b6040edd5a {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:33:04.784440 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 322aaae3-c618-462a-ae50-b6b6040edd5a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=322aaae3-c618-462a-ae50-b6b6040edd5a,segment=NetworkSegment(d0194e12-ea5a-4b56-a3d0-9cdd3dabab85),segment_id=d0194e12-ea5a-4b56-a3d0-9cdd3dabab85)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:33:04.790442 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad41b2-e882-4484-94da-e63f4570af3c req-5b34950b-74b5-47b8-a873-27cde17cd60c tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:04.792125 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5bad41b2-e882-4484-94da-e63f4570af3c req-5b34950b-74b5-47b8-a873-27cde17cd60c tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 943 time: 0.0896337 Jun 17 14:33:04.865083 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5bad41b2-e882-4484-94da-e63f4570af3c req-3c33f96e-c92a-4d5a-a920-3793855158c4 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602646 Jun 17 14:33:04.925089 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:04.928437 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:05.107110 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=322aaae3-c618-462a-ae50-b6b6040edd5a,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:05.114596 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 33936) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:05.138046 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:05.155743 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:05.156101 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:05.156486 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:05.156853 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:05.157248 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:05.158264 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:05.160305 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:05.161196 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:05.162049 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:05.163596 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:05.164214 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:05.176312 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:05.217141 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467714b-0b74-47c5-8785-8b6fae3fb999 req-315aee0c-847e-4998-a41b-e8f8bcb6af4c tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:05.219336 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-1467714b-0b74-47c5-8785-8b6fae3fb999 req-315aee0c-847e-4998-a41b-e8f8bcb6af4c tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.1341810 Jun 17 14:33:05.266539 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['322aaae3-c618-462a-ae50-b6b6040edd5a'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:33:05.357979 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-1467714b-0b74-47c5-8785-8b6fae3fb999 req-205daf62-f60c-4d12-a047-e5677dd723a6 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308105 Jun 17 14:33:05.451037 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:05.462398 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-afdfea89-3bdf-404e-b476-3e8b6fafd4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:05.594438 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7197e9-6e74-41d4-a968-8a9ed9ff731f req-ba6b5560-ef5a-4690-9ba3-77dd91c15421 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:05.596219 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3d7197e9-6e74-41d4-a968-8a9ed9ff731f req-ba6b5560-ef5a-4690-9ba3-77dd91c15421 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.2028055 Jun 17 14:33:05.659911 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3d7197e9-6e74-41d4-a968-8a9ed9ff731f req-1ae44c33-1080-4a77-a4a1-1a9fb10ebdd3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575716 Jun 17 14:33:05.674929 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-afdfea89-3bdf-404e-b476-3e8b6fafd4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:05.813308 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-afdfea89-3bdf-404e-b476-3e8b6fafd4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:05.818193 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-e2c5f8be-6c82-4196-ba4e-a6c34d038f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:05.866084 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-afdfea89-3bdf-404e-b476-3e8b6fafd4d9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=987300317b7a448c867f3038c6ac015b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7503154 Jun 17 14:33:05.869126 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 33944) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:05.870265 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfea89-3bdf-404e-b476-3e8b6fafd4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7522f66-2cbc-4264-aab6-f731894b7d98,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:05.874097 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-afdfea89-3bdf-404e-b476-3e8b6fafd4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:05.949763 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f1621264-b8ea-4379-ae29-c623cb6c9f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:05.974109 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f1621264-b8ea-4379-ae29-c623cb6c9f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:06.099347 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a0c80-2070-4eec-a50d-ce48b5f6fa90 req-36c0ab66-140c-4d75-8773-7f9f0db11ee2 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:06.106079 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-920a0c80-2070-4eec-a50d-ce48b5f6fa90 req-36c0ab66-140c-4d75-8773-7f9f0db11ee2 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 944 time: 0.0773563 Jun 17 14:33:06.137334 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f1621264-b8ea-4379-ae29-c623cb6c9f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:06.141631 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f1621264-b8ea-4379-ae29-c623cb6c9f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:06.143161 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-f1621264-b8ea-4379-ae29-c623cb6c9f58 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e7522f66-2cbc-4264-aab6-f731894b7d98 HTTP/1.1" status: 204 len: 168 time: 0.2728930 Jun 17 14:33:06.146291 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-ac971dce-558f-4658-a2dd-912e955e9ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:06.155055 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1621264-b8ea-4379-ae29-c623cb6c9f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7522f66-2cbc-4264-aab6-f731894b7d98,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:06.170665 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-f1621264-b8ea-4379-ae29-c623cb6c9f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:06.196753 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-920a0c80-2070-4eec-a50d-ce48b5f6fa90 req-7d64a38a-f9ca-48d3-9504-3948fc97a21f tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897794 Jun 17 14:33:06.462403 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 322aaae3-c618-462a-ae50-b6b6040edd5a up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:33:06.618936 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning for port 322aaae3-c618-462a-ae50-b6b6040edd5a completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:33:06.623449 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port 322aaae3-c618-462a-ae50-b6b6040edd5a triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:33:06.624150 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:06.648470 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ca337-16f3-43f0-890d-f1c77c9cb728 req-91b4205b-885b-4b57-ac04-b3a66fbd7018 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:06.650199 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0f8ca337-16f3-43f0-890d-f1c77c9cb728 req-91b4205b-885b-4b57-ac04-b3a66fbd7018 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0721841 Jun 17 14:33:06.709328 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0f8ca337-16f3-43f0-890d-f1c77c9cb728 req-2e0c123e-abbc-498d-a13b-19d20b4bb983 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530457 Jun 17 14:33:06.757368 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:06.785468 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0060874d-46ad-4102-b6ff-6b8f297fde7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322aaae3-c618-462a-ae50-b6b6040edd5a'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:33:06.788155 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1786a75d-cd92-461c-801e-6318060cf6a6" -d '{"events": [{"server_uuid": "0060874d-46ad-4102-b6ff-6b8f297fde7d", "name": "network-vif-plugged", "status": "completed", "tag": "322aaae3-c618-462a-ae50-b6b6040edd5a"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:33:06.814384 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 322aaae3-c618-462a-ae50-b6b6040edd5a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=322aaae3-c618-462a-ae50-b6b6040edd5a,segment=NetworkSegment(d0194e12-ea5a-4b56-a3d0-9cdd3dabab85),segment_id=d0194e12-ea5a-4b56-a3d0-9cdd3dabab85)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:33:06.836178 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa516f3-ce7c-4567-98b7-7e1572b7c04a x-openstack-request-id: req-faa516f3-ce7c-4567-98b7-7e1572b7c04a {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:33:06.836914 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0060874d-46ad-4102-b6ff-6b8f297fde7d", "name": "network-vif-plugged", "status": "completed", "tag": "322aaae3-c618-462a-ae50-b6b6040edd5a", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:33:06.836914 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-faa516f3-ce7c-4567-98b7-7e1572b7c04a {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:33:06.837378 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0060874d-46ad-4102-b6ff-6b8f297fde7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322aaae3-c618-462a-ae50-b6b6040edd5a', 'code': 200} Jun 17 14:33:06.882976 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4cdd8-b213-43b4-a841-d6b652ec3c5d req-6edda374-6269-4bac-a35c-56f452d18457 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:06.884437 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8cb4cdd8-b213-43b4-a841-d6b652ec3c5d req-6edda374-6269-4bac-a35c-56f452d18457 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.0832255 Jun 17 14:33:06.929338 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:06.929931 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8cb4cdd8-b213-43b4-a841-d6b652ec3c5d req-9ad069f6-3269-4063-9eef-76f9fe250a81 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394361 Jun 17 14:33:06.945937 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-a754dc2a-6c40-444b-89d6-a17ef42800d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:06.988811 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=322aaae3-c618-462a-ae50-b6b6040edd5a,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:06.992058 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:07.318722 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:33:07.406813 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b3b9b-9b98-4eae-a115-b84a19737aa9 req-7f513802-f9a7-41f5-a7cd-55aeeb1df622 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:07.409453 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f35b3b9b-9b98-4eae-a115-b84a19737aa9 req-7f513802-f9a7-41f5-a7cd-55aeeb1df622 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0936687 Jun 17 14:33:07.446217 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f35b3b9b-9b98-4eae-a115-b84a19737aa9 req-fb9ef593-18a8-49c1-9660-b580fcdd2b66 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311251 Jun 17 14:33:07.916686 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4aff1-2361-453f-8fb5-34042ef386ca req-dabf5105-9825-4219-8f42-89d632fadd29 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:07.920207 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4ea4aff1-2361-453f-8fb5-34042ef386ca req-dabf5105-9825-4219-8f42-89d632fadd29 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0711365 Jun 17 14:33:07.957588 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4ea4aff1-2361-453f-8fb5-34042ef386ca req-6fc6812e-6223-47fa-ba67-e8f2c02ff4b1 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325232 Jun 17 14:33:08.131818 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9cf7c-46b1-427e-9525-eed87f414f77 req-d7efb1d9-73aa-47ae-9255-50748be81885 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:08.133280 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-fdb9cf7c-46b1-427e-9525-eed87f414f77 req-d7efb1d9-73aa-47ae-9255-50748be81885 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.0721924 Jun 17 14:33:08.174219 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-fdb9cf7c-46b1-427e-9525-eed87f414f77 req-50a7a019-5a7b-4864-96dc-c6c36e227d12 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346124 Jun 17 14:33:08.631563 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd807fd-11df-4961-aa21-8e456b754064 req-3f63d973-b3a6-4477-9fe5-6504d1e1a1bf tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:08.633317 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8cd807fd-11df-4961-aa21-8e456b754064 req-3f63d973-b3a6-4477-9fe5-6504d1e1a1bf tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0652630 Jun 17 14:33:08.670122 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8cd807fd-11df-4961-aa21-8e456b754064 req-d6f7a1ee-e08d-4cb8-a3a9-890568d2cfec tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311775 Jun 17 14:33:09.148954 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91032cf0-be76-42e2-812b-75ba78024a4f req-e471f00f-0ae7-43d1-a741-360012347f12 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:09.150408 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-91032cf0-be76-42e2-812b-75ba78024a4f req-e471f00f-0ae7-43d1-a741-360012347f12 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0683031 Jun 17 14:33:09.189774 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-91032cf0-be76-42e2-812b-75ba78024a4f req-2ec30f62-6c73-4eac-af8b-12d72e3745be tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329664 Jun 17 14:33:09.364480 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09937d1-19d7-456b-9f93-5e769934d567 req-44e57b1f-bb7a-47c2-b6ee-bc49a7328225 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:09.365996 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b09937d1-19d7-456b-9f93-5e769934d567 req-44e57b1f-bb7a-47c2-b6ee-bc49a7328225 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.0636101 Jun 17 14:33:09.406026 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b09937d1-19d7-456b-9f93-5e769934d567 req-0f63699e-0730-43b5-9ef1-13a1255af9c3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342762 Jun 17 14:33:09.863803 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa98cb4-ca57-45a3-8db0-31707bb22d40 req-384c357f-9439-4fd5-b9b3-c38d2fe1f222 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:09.865347 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2aa98cb4-ca57-45a3-8db0-31707bb22d40 req-384c357f-9439-4fd5-b9b3-c38d2fe1f222 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0780685 Jun 17 14:33:09.906473 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2aa98cb4-ca57-45a3-8db0-31707bb22d40 req-a4d8d7c7-88ef-42c7-9775-644c14e7b663 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353303 Jun 17 14:33:10.369482 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492ad64-0bd3-4feb-bc45-b23f4f976b23 req-cd804c0d-247d-42e1-81de-7e987fe1d96c tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:10.370930 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8492ad64-0bd3-4feb-bc45-b23f4f976b23 req-cd804c0d-247d-42e1-81de-7e987fe1d96c tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0678623 Jun 17 14:33:10.414301 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8492ad64-0bd3-4feb-bc45-b23f4f976b23 req-0d9b6d54-1144-424e-a264-e37fff49fdc9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366216 Jun 17 14:33:10.618212 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdec27-9b4d-4626-85a4-90c7a6a38281 req-1e867bcf-1e3d-41e8-89b9-2bd9b4fe2113 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:10.620112 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-39bdec27-9b4d-4626-85a4-90c7a6a38281 req-1e867bcf-1e3d-41e8-89b9-2bd9b4fe2113 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.0745692 Jun 17 14:33:10.669732 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-39bdec27-9b4d-4626-85a4-90c7a6a38281 req-d88c84ce-17a9-4f56-986e-fad45c6c38d6 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431888 Jun 17 14:33:11.127967 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074af8a-7ecf-4164-bb49-21e9f25b23ad req-44e80e11-6bb7-429f-a602-9e3d525e4d66 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:11.127967 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d074af8a-7ecf-4164-bb49-21e9f25b23ad req-44e80e11-6bb7-429f-a602-9e3d525e4d66 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0702739 Jun 17 14:33:11.148100 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 34046) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:11.163599 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d074af8a-7ecf-4164-bb49-21e9f25b23ad req-dcee71ad-33f8-460f-a687-4c48819a8a98 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335479 Jun 17 14:33:11.200420 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.db_base_plugin_v2 [None req-21865f39-8aee-4a3e-945a-48a2bf0eb568 admin admin] Deleting subnet 03e025e5-74e2-4655-a570-366e6b5002f4 {{(pid=93279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:33:11.204006 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-21865f39-8aee-4a3e-945a-48a2bf0eb568 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:11.239514 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-21865f39-8aee-4a3e-945a-48a2bf0eb568 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261297413'] for subnet, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:11.281886 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-21865f39-8aee-4a3e-945a-48a2bf0eb568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602239'] for subnet, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:11.611968 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851a0b0-c82d-48c7-8d60-be772e7b066a req-81ac07b5-d1ed-4501-8f22-27c2fa91fc68 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:11.613426 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2851a0b0-c82d-48c7-8d60-be772e7b066a req-81ac07b5-d1ed-4501-8f22-27c2fa91fc68 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0766001 Jun 17 14:33:11.667938 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2851a0b0-c82d-48c7-8d60-be772e7b066a req-c30b3c11-06bc-42a1-98ee-a96dc26cd9ba tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481746 Jun 17 14:33:11.853627 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c05d6-185b-4ae8-b66e-eb7bc4da6d1b req-a9fdfb25-04bd-451e-8005-0388f6d3d532 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:11.859650 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e93c05d6-185b-4ae8-b66e-eb7bc4da6d1b req-a9fdfb25-04bd-451e-8005-0388f6d3d532 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.0710304 Jun 17 14:33:11.883822 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-21865f39-8aee-4a3e-945a-48a2bf0eb568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260461771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260647003'] for subnet, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:11.892799 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:11.898695 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e93c05d6-185b-4ae8-b66e-eb7bc4da6d1b req-82d28e70-27c7-4e1e-ab94-d07208a12638 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372832 Jun 17 14:33:11.900471 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-21865f39-8aee-4a3e-945a-48a2bf0eb568 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:11.902458 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-21865f39-8aee-4a3e-945a-48a2bf0eb568 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/03e025e5-74e2-4655-a570-366e6b5002f4 HTTP/1.1" status: 204 len: 168 time: 0.7533777 Jun 17 14:33:11.905874 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 34054) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:11.937744 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21865f39-8aee-4a3e-945a-48a2bf0eb568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03e025e5-74e2-4655-a570-366e6b5002f4,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:11.945343 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-21865f39-8aee-4a3e-945a-48a2bf0eb568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:12.011812 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-31acbac5-b21b-4edd-b44e-e3c2223da03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2004059'] for network, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:12.092575 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-31acbac5-b21b-4edd-b44e-e3c2223da03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601830', 'neutron.services.segments.db._delete_segments_for_network-8793008842900'] for network, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:12.103819 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-31acbac5-b21b-4edd-b44e-e3c2223da03c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f458b361-921c-461c-88fa-9ee700422017']}} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:33:12.113588 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-31acbac5-b21b-4edd-b44e-e3c2223da03c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5552d935-8137-40de-8317-5a24db3d9877') {'for_net_delete': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:33:12.113890 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-31acbac5-b21b-4edd-b44e-e3c2223da03c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5552d935-8137-40de-8317-5a24db3d9877') {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:33:12.122701 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-31acbac5-b21b-4edd-b44e-e3c2223da03c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793008841189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261297418'] for segment, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:12.137152 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-31acbac5-b21b-4edd-b44e-e3c2223da03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:12.143598 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31acbac5-b21b-4edd-b44e-e3c2223da03c admin admin] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=93279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:33:12.143989 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-31acbac5-b21b-4edd-b44e-e3c2223da03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260461670'] for segment, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: retrieve_revision_numbers = { Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: retrieve_revision_numbers = { Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: retrieve_revision_numbers = { Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: retrieve_revision_numbers = { Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: retrieve_revision_numbers = { Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: retrieve_revision_numbers = { Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: retrieve_revision_numbers = { Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: Traceback (most recent call last): Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: timer() Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: cb(*args, **kw) Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: return func(*args, **kwargs) Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: self._notify() Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: self.callback(batched_events) Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: event.method(event) Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: return f(self, *a, **k) Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: return self._get(url).json() Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: return self.request(url, 'GET', **kwargs) Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:33:12.145654 dv-cinder-796286-6-smb neutron-server[93279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:33:12.272436 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-31acbac5-b21b-4edd-b44e-e3c2223da03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970450'] for network, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:12.276626 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-96dfe13b-b35a-4c40-a265-da60396b1bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:12.280579 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-31acbac5-b21b-4edd-b44e-e3c2223da03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:12.282741 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-31acbac5-b21b-4edd-b44e-e3c2223da03c admin admin] 10.222.0.86 "DELETE /v2.0/networks/f458b361-921c-461c-88fa-9ee700422017 HTTP/1.1" status: 204 len: 168 time: 0.3465660 Jun 17 14:33:12.307110 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acbac5-b21b-4edd-b44e-e3c2223da03c admin admin] Pushing event deleted for resources: {'Network': ['ID=f458b361-921c-461c-88fa-9ee700422017,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:12.310274 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-31acbac5-b21b-4edd-b44e-e3c2223da03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:12.393067 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb5ecf-9fe5-45a5-a083-e20ec5086bd2 req-6f9983fd-c83e-4aba-8ccb-7df5a9304380 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:12.394632 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-78cb5ecf-9fe5-45a5-a083-e20ec5086bd2 req-6f9983fd-c83e-4aba-8ccb-7df5a9304380 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.1105092 Jun 17 14:33:12.448909 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-78cb5ecf-9fe5-45a5-a083-e20ec5086bd2 req-e1dc6427-bd67-4abe-b5b2-8a14cfbf0b7a tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484271 Jun 17 14:33:12.858970 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2716e59-964d-4b4e-b8e4-3ab1b8e4084e req-7cf78f0f-82ba-4c4d-9053-0db76108ca35 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:12.860724 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a2716e59-964d-4b4e-b8e4-3ab1b8e4084e req-7cf78f0f-82ba-4c4d-9053-0db76108ca35 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0715506 Jun 17 14:33:12.900536 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a2716e59-964d-4b4e-b8e4-3ab1b8e4084e req-f632700c-75e5-4ea3-93d2-6484a0fe2b6c tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313785 Jun 17 14:33:13.106377 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a1dd6-8cf0-4954-89fd-bda7e2148fd1 req-3cc1c2e0-c24c-4567-bedd-49aaa0527c40 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:13.113669 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-163a1dd6-8cf0-4954-89fd-bda7e2148fd1 req-3cc1c2e0-c24c-4567-bedd-49aaa0527c40 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.0848157 Jun 17 14:33:13.123088 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 34064) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:13.154203 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-163a1dd6-8cf0-4954-89fd-bda7e2148fd1 req-e7f9cf87-af6e-47f6-a2ae-69273d556ed8 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379465 Jun 17 14:33:13.170519 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-d1cb5864-5798-43fb-8104-18b0f08a3b9a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=01381cd702444e4eaa15f24777e593a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460711 Jun 17 14:33:13.173687 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 34066) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:13.226365 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4ec62b9a-01a5-423e-851d-6b53098e3b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:13.249908 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4ec62b9a-01a5-423e-851d-6b53098e3b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:13.294793 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-08dfe33a-9b88-4bef-8087-1b571cc7dc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:13.397955 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4ec62b9a-01a5-423e-851d-6b53098e3b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:13.400636 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4ec62b9a-01a5-423e-851d-6b53098e3b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:13.401932 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-4ec62b9a-01a5-423e-851d-6b53098e3b73 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9e5df4a4-fc1a-40c0-abee-8d0342bd0cef HTTP/1.1" status: 204 len: 168 time: 0.2272124 Jun 17 14:33:13.406265 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-a9dea49c-5c08-4d93-bd64-c0d859db9e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:13.410381 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec62b9a-01a5-423e-851d-6b53098e3b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5df4a4-fc1a-40c0-abee-8d0342bd0cef,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:13.413311 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4ec62b9a-01a5-423e-851d-6b53098e3b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:13.628801 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c376f62-1276-408c-b417-3cd07faee162 req-ff80f708-b5a1-41bc-928a-205d120ab588 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:13.630661 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8c376f62-1276-408c-b417-3cd07faee162 req-ff80f708-b5a1-41bc-928a-205d120ab588 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0697052 Jun 17 14:33:13.670883 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8c376f62-1276-408c-b417-3cd07faee162 req-0e90adf7-0b9a-4b43-a2ea-9800e16e6aee tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347216 Jun 17 14:33:14.083821 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787523d0-4f24-4747-9b69-1dffe2cfd1ef req-80fc99e2-0e0c-4e69-9ba2-d2eb64d17709 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:14.085695 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-787523d0-4f24-4747-9b69-1dffe2cfd1ef req-80fc99e2-0e0c-4e69-9ba2-d2eb64d17709 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0759583 Jun 17 14:33:14.123636 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-787523d0-4f24-4747-9b69-1dffe2cfd1ef req-523f69c5-d68f-45c9-bfa8-95caa2e9fd1e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322855 Jun 17 14:33:14.346256 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28875eb-ff86-43e0-8dc2-f14931566e79 req-8271cfcd-e1e3-43ad-9c4b-fc6ec91d803b tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:14.355737 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f28875eb-ff86-43e0-8dc2-f14931566e79 req-8271cfcd-e1e3-43ad-9c4b-fc6ec91d803b tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.0856688 Jun 17 14:33:14.390048 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f28875eb-ff86-43e0-8dc2-f14931566e79 req-00b688d2-2f47-417b-a01b-c65cdd197649 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334356 Jun 17 14:33:14.858407 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727814a-d3a4-4e28-b618-62f79feab8fe req-bda6d424-c530-44dc-9096-c0caaae922dd tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:14.860051 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0727814a-d3a4-4e28-b618-62f79feab8fe req-bda6d424-c530-44dc-9096-c0caaae922dd tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0651796 Jun 17 14:33:14.906185 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0727814a-d3a4-4e28-b618-62f79feab8fe req-b4900313-1f6d-4fa1-a0f4-8a01516fb564 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393591 Jun 17 14:33:15.347007 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbd463-64b2-4b98-9ac5-8089fbf0dfac req-5db87155-f247-459a-a19a-a6fe8057e988 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:15.348727 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-28bbd463-64b2-4b98-9ac5-8089fbf0dfac req-5db87155-f247-459a-a19a-a6fe8057e988 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0939980 Jun 17 14:33:15.379780 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 34110) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:15.393362 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-28bbd463-64b2-4b98-9ac5-8089fbf0dfac req-cb229c66-c5d2-44e2-9cef-e656346ec28c tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383077 Jun 17 14:33:15.527238 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2d1d1a76-e9d3-4e4a-a0c3-85ab7ed7f66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:15.627817 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63be3d6-3abc-4387-b725-b290ad799214 req-b1026b40-6f38-43a1-abd7-aadf053a7a84 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:15.629286 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-d63be3d6-3abc-4387-b725-b290ad799214 req-b1026b40-6f38-43a1-abd7-aadf053a7a84 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.1039066 Jun 17 14:33:15.695424 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-d63be3d6-3abc-4387-b725-b290ad799214 req-18b9d341-0300-4909-ab72-d28043614566 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575657 Jun 17 14:33:15.716242 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2d1d1a76-e9d3-4e4a-a0c3-85ab7ed7f66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:15.780270 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-bd0d75da-64e5-410c-973f-cbe22f84caae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:15.820636 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2d1d1a76-e9d3-4e4a-a0c3-85ab7ed7f66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:15.824212 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:15.860076 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-2d1d1a76-e9d3-4e4a-a0c3-85ab7ed7f66e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7fdbe08035814490af55d2eed712b7a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4792249 Jun 17 14:33:15.861296 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d1a76-e9d3-4e4a-a0c3-85ab7ed7f66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738d2857-7ae6-4c61-9fe8-49b8d9b7a18c,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:15.863237 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 34116) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:15.868486 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d1a76-e9d3-4e4a-a0c3-85ab7ed7f66e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:15.868898 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d1a76-e9d3-4e4a-a0c3-85ab7ed7f66e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:15.869224 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d1a76-e9d3-4e4a-a0c3-85ab7ed7f66e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:15.869615 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d1a76-e9d3-4e4a-a0c3-85ab7ed7f66e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:15.870087 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d1a76-e9d3-4e4a-a0c3-85ab7ed7f66e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:15.870446 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d1a76-e9d3-4e4a-a0c3-85ab7ed7f66e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:15.870797 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d1a76-e9d3-4e4a-a0c3-85ab7ed7f66e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:15.871154 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d1a76-e9d3-4e4a-a0c3-85ab7ed7f66e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:15.871619 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d1a76-e9d3-4e4a-a0c3-85ab7ed7f66e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:15.871972 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d1a76-e9d3-4e4a-a0c3-85ab7ed7f66e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:15.872320 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d1a76-e9d3-4e4a-a0c3-85ab7ed7f66e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:15.872664 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d1a76-e9d3-4e4a-a0c3-85ab7ed7f66e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:15.877109 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-2d1d1a76-e9d3-4e4a-a0c3-85ab7ed7f66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:15.894943 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:15.914980 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ae3a89af-6f48-4fa7-abf2-1147bf6086e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:15.940123 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ae3a89af-6f48-4fa7-abf2-1147bf6086e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:16.081338 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde16d71-ccc1-41c8-be36-c202803120c4 req-311f248e-4bfb-40ce-a248-57b4d5b5a015 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:16.082792 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cde16d71-ccc1-41c8-be36-c202803120c4 req-311f248e-4bfb-40ce-a248-57b4d5b5a015 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0645318 Jun 17 14:33:16.100871 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ae3a89af-6f48-4fa7-abf2-1147bf6086e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:16.103576 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ae3a89af-6f48-4fa7-abf2-1147bf6086e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:16.104612 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-ae3a89af-6f48-4fa7-abf2-1147bf6086e3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/738d2857-7ae6-4c61-9fe8-49b8d9b7a18c HTTP/1.1" status: 204 len: 168 time: 0.2403543 Jun 17 14:33:16.106921 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-a4764ca8-c49b-49d7-9b75-a22e9d3632ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:16.117150 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a89af-6f48-4fa7-abf2-1147bf6086e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738d2857-7ae6-4c61-9fe8-49b8d9b7a18c,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:16.133676 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a89af-6f48-4fa7-abf2-1147bf6086e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:16.137949 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a89af-6f48-4fa7-abf2-1147bf6086e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:16.137949 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a89af-6f48-4fa7-abf2-1147bf6086e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:16.137949 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a89af-6f48-4fa7-abf2-1147bf6086e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:16.137949 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a89af-6f48-4fa7-abf2-1147bf6086e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:16.137949 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a89af-6f48-4fa7-abf2-1147bf6086e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:16.137949 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a89af-6f48-4fa7-abf2-1147bf6086e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:16.137949 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a89af-6f48-4fa7-abf2-1147bf6086e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:16.137949 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a89af-6f48-4fa7-abf2-1147bf6086e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:16.137949 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a89af-6f48-4fa7-abf2-1147bf6086e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:16.137949 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a89af-6f48-4fa7-abf2-1147bf6086e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:16.137949 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a89af-6f48-4fa7-abf2-1147bf6086e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:33:16.142692 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-ae3a89af-6f48-4fa7-abf2-1147bf6086e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:16.146129 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cde16d71-ccc1-41c8-be36-c202803120c4 req-7862e449-eca1-467e-900f-ad77e98bf6ee tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578079 Jun 17 14:33:16.595251 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a026a86-885d-47fc-b502-8a7c23cf8320 req-7fdf0201-5216-431d-9488-969d6fd5da17 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:16.596696 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0a026a86-885d-47fc-b502-8a7c23cf8320 req-7fdf0201-5216-431d-9488-969d6fd5da17 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0651970 Jun 17 14:33:16.634632 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0a026a86-885d-47fc-b502-8a7c23cf8320 req-89e2af91-e7b3-4a07-a38c-dd58fb9cda86 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321991 Jun 17 14:33:16.874169 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52e1c4-8d22-40aa-ad79-0ce225094e54 req-c90275b8-1d51-49fc-8434-663243e619f0 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:16.875664 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8d52e1c4-8d22-40aa-ad79-0ce225094e54 req-c90275b8-1d51-49fc-8434-663243e619f0 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.0627644 Jun 17 14:33:16.877740 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:16.913193 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8d52e1c4-8d22-40aa-ad79-0ce225094e54 req-3b096858-7583-4703-a188-0aaa231983e6 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318828 Jun 17 14:33:17.012201 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1fcda-1009-4f59-835e-c38491f97907 req-7360d20c-4cae-44b1-94c6-a7a470c93557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:17.013660 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4af1fcda-1009-4f59-835e-c38491f97907 req-7360d20c-4cae-44b1-94c6-a7a470c93557 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 1098 time: 0.0544579 Jun 17 14:33:17.049271 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4af1fcda-1009-4f59-835e-c38491f97907 req-379fa9ad-4422-445b-914c-a70741b38e37 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265186 Jun 17 14:33:17.320267 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b60c6-7407-4731-bd71-a40b509cc2bf req-e34bfd8b-6e2d-4db2-9ffc-863976edd012 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:17.321713 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-864b60c6-7407-4731-bd71-a40b509cc2bf req-e34bfd8b-6e2d-4db2-9ffc-863976edd012 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0609677 Jun 17 14:33:17.364908 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-864b60c6-7407-4731-bd71-a40b509cc2bf req-3581bdb6-ad4e-4f98-8ba0-e416e8fb141b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376027 Jun 17 14:33:17.808664 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c2aea-3046-41e6-b027-d4b40c7dccfe req-98c27533-19a4-475d-943c-c149a639868e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:17.810154 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6a8c2aea-3046-41e6-b027-d4b40c7dccfe req-98c27533-19a4-475d-943c-c149a639868e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0624256 Jun 17 14:33:17.848154 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6a8c2aea-3046-41e6-b027-d4b40c7dccfe req-d6c09759-beae-4b92-946e-fe943a952648 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314183 Jun 17 14:33:17.948379 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716f66b-06ec-434c-a47c-bd8c597c6fb7 req-c0772a82-860f-434a-9e7b-d4263d0b3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:17.949565 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6716f66b-06ec-434c-a47c-bd8c597c6fb7 req-c0772a82-860f-434a-9e7b-d4263d0b3306 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 1098 time: 0.0520725 Jun 17 14:33:17.993423 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6716f66b-06ec-434c-a47c-bd8c597c6fb7 req-f43353e4-9a77-4cc9-af23-a5e9e7a72c63 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279632 Jun 17 14:33:18.092230 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ac33e-cb3e-412a-a7a0-14cc9fc95aee req-f3645ef1-d01b-45aa-9c83-b75eaf99220e tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:18.093830 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-153ac33e-cb3e-412a-a7a0-14cc9fc95aee req-f3645ef1-d01b-45aa-9c83-b75eaf99220e tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 943 time: 0.0634758 Jun 17 14:33:18.135687 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-153ac33e-cb3e-412a-a7a0-14cc9fc95aee req-bc19e34f-0049-4e8e-8038-64da9502d25f tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354636 Jun 17 14:33:18.535958 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:33:18.539885 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303b9be-88f0-4598-92ca-b4e24a2474b6 req-8efaa4d5-0639-4feb-a1f3-a82032188b50 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:18.541348 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4303b9be-88f0-4598-92ca-b4e24a2474b6 req-8efaa4d5-0639-4feb-a1f3-a82032188b50 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0636151 Jun 17 14:33:18.578134 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4303b9be-88f0-4598-92ca-b4e24a2474b6 req-0b6acfb2-32c4-430a-bfcf-a15a1ccab66d tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310566 Jun 17 14:33:18.644301 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:33:18.660233 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'port_id': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46', 'mac_address': 'fa:16:3e:3f:6f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:33:18.693614 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:18.706831 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:33:18.712396 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:18.728372 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:33:18.751583 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f30ad-7f98-404a-838a-a0c367cf6977 req-aba036d7-7621-4848-8fb5-14410ec84f77 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:18.753070 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-d79f30ad-7f98-404a-838a-a0c367cf6977 req-aba036d7-7621-4848-8fb5-14410ec84f77 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0630622 Jun 17 14:33:18.790213 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-d79f30ad-7f98-404a-838a-a0c367cf6977 req-c071bd68-cc48-4277-b4c7-5f06c6f7b4f5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312779 Jun 17 14:33:18.814823 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 34138) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:18.832020 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:18.834123 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:18.880109 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,revision_number=9']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:18.883233 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:19.072281 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffee44-13b9-4f6d-9459-30a2542d8cf8 req-09ad8b69-eafb-4b99-b0ca-c27bce57df29 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:19.073761 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-afffee44-13b9-4f6d-9459-30a2542d8cf8 req-09ad8b69-eafb-4b99-b0ca-c27bce57df29 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.1015909 Jun 17 14:33:19.078537 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f8fd58-2942-497b-a654-09ac3152ede4 tempest-TestShelveInstance-1344130040 tempest-TestShelveInstance-1344130040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:19.080946 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-95f8fd58-2942-497b-a654-09ac3152ede4 tempest-TestShelveInstance-1344130040 tempest-TestShelveInstance-1344130040-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 1093 time: 0.2650371 Jun 17 14:33:19.083868 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 34144) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:19.088432 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Request body: {'floatingip': {'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'port_id': '322aaae3-c618-462a-ae50-b6b6040edd5a', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:33:19.152814 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['1decf4ee-f6eb-4dd3-a505-fed7d5678a46'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:33:19.209572 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for floatingip, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:19.325288 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-afffee44-13b9-4f6d-9459-30a2542d8cf8 req-9315679c-5213-47b9-b8c2-e2979098d8fc tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432537 Jun 17 14:33:19.377117 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:19.387086 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad1782-1eed-413e-8ebd-8c54931769c3 req-3140c8f6-6d03-4ca8-86b4-dae2c9f6b66d tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:19.388545 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-79ad1782-1eed-413e-8ebd-8c54931769c3 req-3140c8f6-6d03-4ca8-86b4-dae2c9f6b66d tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 944 time: 0.0853298 Jun 17 14:33:19.463379 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-79ad1782-1eed-413e-8ebd-8c54931769c3 req-1f60d6a6-5a44-4861-a7dc-f53e7b326061 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684357 Jun 17 14:33:19.517925 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Allocated IP 172.28.1.4 (bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a/1de5b000-f039-4ced-982c-ad6f7c0b7727/97b2ec0b-a8bf-41e8-8594-ad7d2661d450) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:33:19.614063 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:19.712078 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260461624'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:19.714902 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:19.747244 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:33:19.751795 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:33:19.755173 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:33:19.784914 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Pushing event updated for resources: {'Port': ['ID=97b2ec0b-a8bf-41e8-8594-ad7d2661d450,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:19.790088 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:20.097044 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:20.247701 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:20.390625 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:20.466314 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260461578'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:20.469929 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:20.497085 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92d4ad-bb7f-4076-8181-c82709c8d457 req-b26832a3-9ff1-40d4-9bb2-35a14882f693 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:20.499400 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ef92d4ad-bb7f-4076-8181-c82709c8d457 req-b26832a3-9ff1-40d4-9bb2-35a14882f693 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0636902 Jun 17 14:33:20.538181 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ef92d4ad-bb7f-4076-8181-c82709c8d457 req-7afb4652-ec30-4df8-8974-b36ff9f5771e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325089 Jun 17 14:33:20.539796 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:33:20.542820 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Pushing event updated for resources: {'Port': ['ID=97b2ec0b-a8bf-41e8-8594-ad7d2661d450,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:20.545742 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:20.555381 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982482'] for floatingip, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:20.601272 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:33:20.601902 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:20.691936 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:20.728670 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:33:20.729955 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdba02af-6d45-46b5-8ed7-c2e4d6780d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:33:20.733339 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a7dbfd-01e5-41e3-a013-ac1ee8b9b005" -d '{"events": [{"server_uuid": "cdba02af-6d45-46b5-8ed7-c2e4d6780d70", "name": "network-vif-plugged", "status": "completed", "tag": "1decf4ee-f6eb-4dd3-a505-fed7d5678a46"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:33:20.780488 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23085e40-a2ea-45d7-a983-f386a6b7f8c1 x-openstack-request-id: req-23085e40-a2ea-45d7-a983-f386a6b7f8c1 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:33:20.780887 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdba02af-6d45-46b5-8ed7-c2e4d6780d70", "name": "network-vif-plugged", "status": "completed", "tag": "1decf4ee-f6eb-4dd3-a505-fed7d5678a46", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:33:20.781207 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-23085e40-a2ea-45d7-a983-f386a6b7f8c1 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:33:20.781730 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdba02af-6d45-46b5-8ed7-c2e4d6780d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46', 'code': 200} Jun 17 14:33:20.837667 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:20.841972 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:20.894783 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,revision_number=10']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:20.897989 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:20.947797 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.db.l3_db [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Floating IP 49f18674-5092-47e8-b998-21fc69f6b00a associated. External IP: 172.28.1.4, port: 322aaae3-c618-462a-ae50-b6b6040edd5a. Jun 17 14:33:21.020424 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f8c30-b3a3-4dc5-af7e-7df3728e32b3 req-2da3a14e-5b24-4e2f-9716-bcafdaa78387 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:21.021822 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ce0f8c30-b3a3-4dc5-af7e-7df3728e32b3 req-2da3a14e-5b24-4e2f-9716-bcafdaa78387 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 946 time: 0.1507554 Jun 17 14:33:21.077511 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ce0f8c30-b3a3-4dc5-af7e-7df3728e32b3 req-cde9656a-28df-475e-ad81-be65b7607076 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493271 Jun 17 14:33:21.196265 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Router 699b8750-07b0-4efc-942a-86014c08a013 has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:33:21.348159 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:33:21.359865 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87499565-1798-4148-b779-f4e9ab766a73 req-2322ebf9-b90a-42fc-9fac-2c1c9e7cf279 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:21.360960 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169acf4a-900a-4972-9644-fe8fd340544e None None] Sync routers for ids ['699b8750-07b0-4efc-942a-86014c08a013'] in dv-cinder-796286-6-smb {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:33:21.362164 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-87499565-1798-4148-b779-f4e9ab766a73 req-2322ebf9-b90a-42fc-9fac-2c1c9e7cf279 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0947857 Jun 17 14:33:21.376702 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30408eeb-fab1-49c7-9697-e84898462ffd req-34483085-890c-4251-96c9-e874907b4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:21.378376 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-30408eeb-fab1-49c7-9697-e84898462ffd req-34483085-890c-4251-96c9-e874907b4232 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df3f9d0051034672b2d1f6007dfac45e&device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 1098 time: 0.0700486 Jun 17 14:33:21.382725 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169acf4a-900a-4972-9644-fe8fd340544e None None] Routers {'699b8750-07b0-4efc-942a-86014c08a013'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:33:21.383370 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-169acf4a-900a-4972-9644-fe8fd340544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:33:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['699b8750-07b0-4efc-942a-86014c08a013'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:33:21.408497 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-87499565-1798-4148-b779-f4e9ab766a73 req-adc10166-33e7-4dc8-bf18-94094f1bb91b tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386291 Jun 17 14:33:21.466123 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:21.474221 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30408eeb-fab1-49c7-9697-e84898462ffd req-fc1a79ca-e591-4094-a7e9-ef86905fe42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:21.480548 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-30408eeb-fab1-49c7-9697-e84898462ffd req-fc1a79ca-e591-4094-a7e9-ef86905fe42d service neutron] 10.222.0.93 "GET /v2.0/networks?id=28c547f4-6a9c-4191-8f84-bf56696ffcf9 HTTP/1.1" status: 200 len: 919 time: 0.0905378 Jun 17 14:33:21.489279 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-169acf4a-900a-4972-9644-fe8fd340544e None None] Set router 699b8750-07b0-4efc-942a-86014c08a013 gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:33:21.514406 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4208019 Jun 17 14:33:21.514406 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0060874d-46ad-4102-b6ff-6b8f297fde7d', 'tag': '322aaae3-c618-462a-ae50-b6b6040edd5a'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:33:21.514406 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8863a126823674440be2fd171a9f51742ed7e76304ce63add1381630eebf7721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fb7d4e-4633-460d-aff4-4eaae68c128c" -d '{"events": [{"name": "network-changed", "server_uuid": "0060874d-46ad-4102-b6ff-6b8f297fde7d", "tag": "322aaae3-c618-462a-ae50-b6b6040edd5a"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:33:21.518709 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-30408eeb-fab1-49c7-9697-e84898462ffd req-45d780d5-d505-4044-9bc1-ad5376f9441d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40ac8dde-a46c-490e-ba44-251ccf494748 HTTP/1.1" status: 200 len: 217 time: 0.0354319 Jun 17 14:33:21.554803 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15558358-c47b-40ea-ab55-ed9da45f8bf2 x-openstack-request-id: req-15558358-c47b-40ea-ab55-ed9da45f8bf2 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:33:21.555128 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0060874d-46ad-4102-b6ff-6b8f297fde7d", "tag": "322aaae3-c618-462a-ae50-b6b6040edd5a", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:33:21.555477 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-15558358-c47b-40ea-ab55-ed9da45f8bf2 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:33:21.555916 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0060874d-46ad-4102-b6ff-6b8f297fde7d', 'tag': '322aaae3-c618-462a-ae50-b6b6040edd5a', 'status': 'completed', 'code': 200} Jun 17 14:33:21.589425 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30408eeb-fab1-49c7-9697-e84898462ffd req-8cf92d6d-fcba-4ac1-b266-346f319ac9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:21.590847 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-30408eeb-fab1-49c7-9697-e84898462ffd req-8cf92d6d-fcba-4ac1-b266-346f319ac9d4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=be563bda-5edc-4f28-bda9-11728953d9ad HTTP/1.1" status: 200 len: 857 time: 0.0594127 Jun 17 14:33:21.632073 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d3c44-8ed1-4928-8f9a-3b2ec47982e4 req-d31b1d0c-343a-4a2b-9895-4b417f1ff127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:21.633523 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7e4d3c44-8ed1-4928-8f9a-3b2ec47982e4 req-d31b1d0c-343a-4a2b-9895-4b417f1ff127 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 1099 time: 0.0552385 Jun 17 14:33:21.638605 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-30408eeb-fab1-49c7-9697-e84898462ffd req-711276c2-98cc-405b-8d82-b9d016657541 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=28c547f4-6a9c-4191-8f84-bf56696ffcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291026 Jun 17 14:33:21.668830 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7e4d3c44-8ed1-4928-8f9a-3b2ec47982e4 req-058de35c-30a6-4c60-b121-e15af963d08e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287411 Jun 17 14:33:21.686186 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb7d4e-4633-460d-aff4-4eaae68c128c req-67d978f3-f96e-4a71-ba52-dc608b1f54ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:21.687639 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-13fb7d4e-4633-460d-aff4-4eaae68c128c req-67d978f3-f96e-4a71-ba52-dc608b1f54ad service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6d8f5cf3dd6d40df90ce4d61d76cd882&device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 1098 time: 0.1065369 Jun 17 14:33:21.722473 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-169acf4a-900a-4972-9644-fe8fd340544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699b8750-07b0-4efc-942a-86014c08a013', 'name': 'tempest-TestShelveInstance-497028267-router', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:04Z', 'updated_at': '2021-06-17T14:32:08Z', 'revision_number': 4, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'gw_port': {'id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699b8750-07b0-4efc-942a-86014c08a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:05Z', 'updated_at': '2021-06-17T14:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_floatingips': [{'id': '49f18674-5092-47e8-b998-21fc69f6b00a', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'floating_ip_address': '172.28.1.4', 'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'router_id': '699b8750-07b0-4efc-942a-86014c08a013', 'port_id': '322aaae3-c618-462a-ae50-b6b6040edd5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57', 'mac_address': 'fa:16:3e:ea:c8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0060874d-46ad-4102-b6ff-6b8f297fde7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:33:19Z', 'updated_at': '2021-06-17T14:33:19Z', 'revision_number': 0, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6189851c-136b-4527-9da4-3539a2e53db6', 'name': '', 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'mac_address': 'fa:16:3e:e2:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699b8750-07b0-4efc-942a-86014c08a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'b9e5a000-21d1-4288-8156-fe8768563b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:07Z', 'updated_at': '2021-06-17T14:32:14Z', 'revision_number': 5, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'subnets': [{'id': 'b9e5a000-21d1-4288-8156-fe8768563b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:33:21.749214 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-30408eeb-fab1-49c7-9697-e84898462ffd req-4cbb6e65-3e12-4687-a996-407a100fde86 service neutron] 10.222.0.93 "GET /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032414 Jun 17 14:33:21.752069 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169acf4a-900a-4972-9644-fe8fd340544e None None] Checking router: 699b8750-07b0-4efc-942a-86014c08a013 for host: dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:33:21.760386 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169acf4a-900a-4972-9644-fe8fd340544e None None] Routers {'699b8750-07b0-4efc-942a-86014c08a013'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:33:21.760981 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-169acf4a-900a-4972-9644-fe8fd340544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:33:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['699b8750-07b0-4efc-942a-86014c08a013'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:33:21.861012 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-169acf4a-900a-4972-9644-fe8fd340544e None None] Set router 699b8750-07b0-4efc-942a-86014c08a013 gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:33:21.890040 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb7d4e-4633-460d-aff4-4eaae68c128c req-647f8dcd-ea39-40bc-a254-75f968bb8271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:21.891934 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-13fb7d4e-4633-460d-aff4-4eaae68c128c req-647f8dcd-ea39-40bc-a254-75f968bb8271 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d0606b52-95ae-4485-875d-65cf2291aa57 HTTP/1.1" status: 200 len: 910 time: 0.1537366 Jun 17 14:33:21.895261 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-30408eeb-fab1-49c7-9697-e84898462ffd req-2a465e8a-ece6-4c14-bc88-8add9a06138b service neutron] 10.222.0.93 "GET /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364660 Jun 17 14:33:21.966802 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-13fb7d4e-4633-460d-aff4-4eaae68c128c req-548ce0a2-666a-4232-b8dd-6ac493ccedf1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=322aaae3-c618-462a-ae50-b6b6040edd5a HTTP/1.1" status: 200 len: 997 time: 0.0643420 Jun 17 14:33:22.019516 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb7d4e-4633-460d-aff4-4eaae68c128c req-db3988cb-d125-4332-8ebf-7d8ba71c2187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:22.021270 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-13fb7d4e-4633-460d-aff4-4eaae68c128c req-db3988cb-d125-4332-8ebf-7d8ba71c2187 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b9e5a000-21d1-4288-8156-fe8768563b32 HTTP/1.1" status: 200 len: 847 time: 0.0452795 Jun 17 14:33:22.080593 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-169acf4a-900a-4972-9644-fe8fd340544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699b8750-07b0-4efc-942a-86014c08a013', 'name': 'tempest-TestShelveInstance-497028267-router', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:04Z', 'updated_at': '2021-06-17T14:32:08Z', 'revision_number': 4, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'gw_port': {'id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699b8750-07b0-4efc-942a-86014c08a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:05Z', 'updated_at': '2021-06-17T14:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_floatingips': [{'id': '49f18674-5092-47e8-b998-21fc69f6b00a', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'floating_ip_address': '172.28.1.4', 'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'router_id': '699b8750-07b0-4efc-942a-86014c08a013', 'port_id': '322aaae3-c618-462a-ae50-b6b6040edd5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57', 'mac_address': 'fa:16:3e:ea:c8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0060874d-46ad-4102-b6ff-6b8f297fde7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:33:19Z', 'updated_at': '2021-06-17T14:33:19Z', 'revision_number': 0, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6189851c-136b-4527-9da4-3539a2e53db6', 'name': '', 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'mac_address': 'fa:16:3e:e2:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699b8750-07b0-4efc-942a-86014c08a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'b9e5a000-21d1-4288-8156-fe8768563b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:07Z', 'updated_at': '2021-06-17T14:32:14Z', 'revision_number': 5, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'subnets': [{'id': 'b9e5a000-21d1-4288-8156-fe8768563b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:33:22.086013 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb7d4e-4633-460d-aff4-4eaae68c128c req-d3e2377d-0e71-4af0-9fd0-381054b5b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:22.087738 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-13fb7d4e-4633-460d-aff4-4eaae68c128c req-d3e2377d-0e71-4af0-9fd0-381054b5b10d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0606b52-95ae-4485-875d-65cf2291aa57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0525584 Jun 17 14:33:22.106710 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169acf4a-900a-4972-9644-fe8fd340544e None None] The sync data for ids ['699b8750-07b0-4efc-942a-86014c08a013'] in dv-cinder-796286-6-smb is: [{'id': '699b8750-07b0-4efc-942a-86014c08a013', 'name': 'tempest-TestShelveInstance-497028267-router', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:04Z', 'updated_at': '2021-06-17T14:32:08Z', 'revision_number': 4, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'gw_port': {'id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699b8750-07b0-4efc-942a-86014c08a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:05Z', 'updated_at': '2021-06-17T14:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_floatingips': [{'id': '49f18674-5092-47e8-b998-21fc69f6b00a', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'floating_ip_address': '172.28.1.4', 'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'router_id': '699b8750-07b0-4efc-942a-86014c08a013', 'port_id': '322aaae3-c618-462a-ae50-b6b6040edd5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57', 'mac_address': 'fa:16:3e:ea:c8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0060874d-46ad-4102-b6ff-6b8f297fde7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:33:19Z', 'updated_at': '2021-06-17T14:33:19Z', 'revision_number': 0, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6189851c-136b-4527-9da4-3539a2e53db6', 'name': '', 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'mac_address': 'fa:16:3e:e2:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699b8750-07b0-4efc-942a-86014c08a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'b9e5a000-21d1-4288-8156-fe8768563b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:07Z', 'updated_at': '2021-06-17T14:32:14Z', 'revision_number': 5, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'subnets': [{'id': 'b9e5a000-21d1-4288-8156-fe8768563b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:33:22.192515 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-13fb7d4e-4633-460d-aff4-4eaae68c128c req-597971c9-3953-4f78-9469-2875287bdbdb service neutron] 10.222.0.93 "GET /v2.0/networks/d0606b52-95ae-4485-875d-65cf2291aa57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951247 Jun 17 14:33:22.276655 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49697b-88be-4217-bde2-79b48ec3baea req-94ba4237-1371-474e-8082-056f46459dfe tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:22.278418 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0a49697b-88be-4217-bde2-79b48ec3baea req-94ba4237-1371-474e-8082-056f46459dfe tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 946 time: 0.0698142 Jun 17 14:33:22.287955 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-13fb7d4e-4633-460d-aff4-4eaae68c128c req-a76f5960-f8bc-46d2-873c-4ac571472aeb service neutron] 10.222.0.93 "GET /v2.0/networks/d0606b52-95ae-4485-875d-65cf2291aa57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876856 Jun 17 14:33:22.322448 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0a49697b-88be-4217-bde2-79b48ec3baea req-d1364601-7c5d-49e2-b9d8-4a1a7bd7b502 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371141 Jun 17 14:33:22.363936 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa62fee-4b79-4c93-a73e-15079e05e397 None None] New status for floating IP 49f18674-5092-47e8-b998-21fc69f6b00a: ACTIVE {{(pid=93281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:33:22.588796 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb068eb-bd33-4c6b-923d-44288d09cdb8 req-d729fa09-4c63-474b-bcc9-0b4c5a96322e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:22.590311 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-bbb068eb-bd33-4c6b-923d-44288d09cdb8 req-d729fa09-4c63-474b-bcc9-0b4c5a96322e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0622604 Jun 17 14:33:22.630807 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-bbb068eb-bd33-4c6b-923d-44288d09cdb8 req-10b41602-4675-4ed0-85a1-6e8b2e891b04 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347011 Jun 17 14:33:23.501848 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7073a5-4db5-40d1-bddb-1027e34e74bd req-06fd2801-a9e7-43c2-9ee8-26cdaa064e13 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:23.503354 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-aa7073a5-4db5-40d1-bddb-1027e34e74bd req-06fd2801-a9e7-43c2-9ee8-26cdaa064e13 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 946 time: 0.0631592 Jun 17 14:33:23.540064 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-aa7073a5-4db5-40d1-bddb-1027e34e74bd req-0a3042ed-3f64-45b1-9d80-3ef6dac81d1c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311427 Jun 17 14:33:23.801124 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d7109-b69a-4dcd-835c-0b78cee8692f req-75a0e285-abe1-4b5d-9fc2-e3f925c829e9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:23.802657 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6a2d7109-b69a-4dcd-835c-0b78cee8692f req-75a0e285-abe1-4b5d-9fc2-e3f925c829e9 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0615015 Jun 17 14:33:23.839776 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6a2d7109-b69a-4dcd-835c-0b78cee8692f req-dd62c081-c3db-41db-ba2a-c8c40bb7b10e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314393 Jun 17 14:33:24.718629 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef2e71-9111-41f1-bbab-ddedab4e72c4 req-a58d1191-3a41-4822-822c-2dec71e7a1fd tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:24.718629 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4fef2e71-9111-41f1-bbab-ddedab4e72c4 req-a58d1191-3a41-4822-822c-2dec71e7a1fd tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 946 time: 0.0615611 Jun 17 14:33:24.755361 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4fef2e71-9111-41f1-bbab-ddedab4e72c4 req-546d7ca1-174c-4f57-b325-74ea7e376db7 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321949 Jun 17 14:33:25.011157 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60aafb-71c4-4fff-bac0-eae1bd5eefe1 req-bd6b9de3-1258-4772-b6cf-bc3a908368f5 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:25.012358 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3d60aafb-71c4-4fff-bac0-eae1bd5eefe1 req-bd6b9de3-1258-4772-b6cf-bc3a908368f5 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0639954 Jun 17 14:33:25.050278 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3d60aafb-71c4-4fff-bac0-eae1bd5eefe1 req-0f04be00-528d-4d03-9ec1-be0b57248833 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320807 Jun 17 14:33:25.934881 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ba6a0-6830-4282-ace9-00542259b170 req-9ea081dd-570a-44a6-8084-6eb556127d09 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:25.936326 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a94ba6a0-6830-4282-ace9-00542259b170 req-9ea081dd-570a-44a6-8084-6eb556127d09 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 946 time: 0.0674341 Jun 17 14:33:25.972708 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a94ba6a0-6830-4282-ace9-00542259b170 req-a8298e45-2fd0-46b3-a9e4-a682c0035eed tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301104 Jun 17 14:33:29.984435 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1a7c5-db97-4be4-b0c6-05763daceb5b req-9ee809cd-fb2a-4be6-9923-ce39d0ced877 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:29.986182 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b2a1a7c5-db97-4be4-b0c6-05763daceb5b req-9ee809cd-fb2a-4be6-9923-ce39d0ced877 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0616362 Jun 17 14:33:30.023961 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b2a1a7c5-db97-4be4-b0c6-05763daceb5b req-2b392957-3de2-4720-969c-dde8784b3e59 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319865 Jun 17 14:33:31.200741 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72801f-188f-42b4-b492-7a612a36bcf2 req-66b707de-8aeb-46ae-ba33-e7b2fd48c4bc tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:31.202140 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-bd72801f-188f-42b4-b492-7a612a36bcf2 req-66b707de-8aeb-46ae-ba33-e7b2fd48c4bc tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0655282 Jun 17 14:33:31.238803 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-bd72801f-188f-42b4-b492-7a612a36bcf2 req-4f67fd34-ca2a-46a6-aded-e1d6b944f129 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310621 Jun 17 14:33:32.407137 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001981e-84b1-47d3-bd5c-89d56ac3a46e req-657ddd55-2f0e-4652-9037-d3b2c5f00236 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:32.408638 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8001981e-84b1-47d3-bd5c-89d56ac3a46e req-657ddd55-2f0e-4652-9037-d3b2c5f00236 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0618544 Jun 17 14:33:32.448314 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8001981e-84b1-47d3-bd5c-89d56ac3a46e req-d12e7543-8af3-43ea-931a-a23dc94622d7 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341852 Jun 17 14:33:33.142602 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55511211-2895-4115-b3c0-acf0d18cb62f req-715471d1-a98a-4299-a7d7-2cf90ac10607 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:33.144002 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-55511211-2895-4115-b3c0-acf0d18cb62f req-715471d1-a98a-4299-a7d7-2cf90ac10607 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0608122 Jun 17 14:33:33.256531 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-55511211-2895-4115-b3c0-acf0d18cb62f req-c36df6f8-5420-44ea-b81c-c75eb35b9538 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Deleting port 90bda054-81c8-40a6-adab-ab5e0dca7ee8 {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:33:33.256869 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-55511211-2895-4115-b3c0-acf0d18cb62f req-c36df6f8-5420-44ea-b81c-c75eb35b9538 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:33.340747 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-55511211-2895-4115-b3c0-acf0d18cb62f req-c36df6f8-5420-44ea-b81c-c75eb35b9538 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] For port 90bda054-81c8-40a6-adab-ab5e0dca7ee8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=90bda054-81c8-40a6-adab-ab5e0dca7ee8,segment=NetworkSegment(d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65),segment_id=d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:33:33.341108 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-55511211-2895-4115-b3c0-acf0d18cb62f req-c36df6f8-5420-44ea-b81c-c75eb35b9538 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:33.408553 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-55511211-2895-4115-b3c0-acf0d18cb62f req-c36df6f8-5420-44ea-b81c-c75eb35b9538 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Calling delete_port for 90bda054-81c8-40a6-adab-ab5e0dca7ee8 owned by compute:nova {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:33:33.618193 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acaa23-f8e7-4943-a946-1e47d7df91fc req-414647bb-19e5-4d44-b296-38da2d8b1bf3 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:33.619659 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-91acaa23-f8e7-4943-a946-1e47d7df91fc req-414647bb-19e5-4d44-b296-38da2d8b1bf3 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 946 time: 0.0624528 Jun 17 14:33:33.641857 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-55511211-2895-4115-b3c0-acf0d18cb62f req-c36df6f8-5420-44ea-b81c-c75eb35b9538 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:33.646481 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:33.661069 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['40ac8dde-a46c-490e-ba44-251ccf494748', '90bda054-81c8-40a6-adab-ab5e0dca7ee8'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:33:33.662330 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-91acaa23-f8e7-4943-a946-1e47d7df91fc req-56ed9bd4-662b-43f6-abc1-42212fbeb246 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352716 Jun 17 14:33:33.676812 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36df6f8-5420-44ea-b81c-c75eb35b9538 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Pushing event deleted for resources: {'Port': ['ID=90bda054-81c8-40a6-adab-ab5e0dca7ee8,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:33.679518 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c36df6f8-5420-44ea-b81c-c75eb35b9538 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:33.723721 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-55511211-2895-4115-b3c0-acf0d18cb62f req-c36df6f8-5420-44ea-b81c-c75eb35b9538 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] No DVR routers for this DVR port 90bda054-81c8-40a6-adab-ab5e0dca7ee8 on host hv-cinder-79628 {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:33:33.726823 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-55511211-2895-4115-b3c0-acf0d18cb62f req-c36df6f8-5420-44ea-b81c-c75eb35b9538 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:33.729082 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-55511211-2895-4115-b3c0-acf0d18cb62f req-c36df6f8-5420-44ea-b81c-c75eb35b9538 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.93 "DELETE /v2.0/ports/90bda054-81c8-40a6-adab-ab5e0dca7ee8 HTTP/1.1" status: 204 len: 173 time: 0.5703564 Jun 17 14:33:33.729661 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5af5a9d-a4ff-4fe5-aa33-7a69edd8970b', 'name': 'network-vif-deleted', 'tag': '90bda054-81c8-40a6-adab-ab5e0dca7ee8'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:33:33.731933 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd2b94a-8e7b-429d-8f24-0a61b59fc28d" -d '{"events": [{"server_uuid": "d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b", "name": "network-vif-deleted", "tag": "90bda054-81c8-40a6-adab-ab5e0dca7ee8"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:33:33.773651 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881171a0-ee98-408c-90cd-5f017ddcc802 x-openstack-request-id: req-881171a0-ee98-408c-90cd-5f017ddcc802 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:33:33.773976 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b", "name": "network-vif-deleted", "tag": "90bda054-81c8-40a6-adab-ab5e0dca7ee8", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:33:33.774263 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-881171a0-ee98-408c-90cd-5f017ddcc802 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:33:33.774682 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5af5a9d-a4ff-4fe5-aa33-7a69edd8970b', 'name': 'network-vif-deleted', 'tag': '90bda054-81c8-40a6-adab-ab5e0dca7ee8', 'status': 'completed', 'code': 200} Jun 17 14:33:33.820768 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-53fa6460-3c4d-44e5-98ac-16fe9d296fcf req-04e0ef6f-ae1c-49d1-b9c7-b5c3969cd287 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0567920 Jun 17 14:33:33.900216 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa6460-3c4d-44e5-98ac-16fe9d296fcf req-9a1f2d94-181f-4b2b-8a09-d2b67cd526f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:33.901754 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-53fa6460-3c4d-44e5-98ac-16fe9d296fcf req-9a1f2d94-181f-4b2b-8a09-d2b67cd526f6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91695e22f84a4c668c9c5b12f8253bfc&device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 1098 time: 0.0566623 Jun 17 14:33:34.011436 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa6460-3c4d-44e5-98ac-16fe9d296fcf req-7a7f6369-ce79-4df0-8946-1dd88ef08cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:34.012909 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-53fa6460-3c4d-44e5-98ac-16fe9d296fcf req-7a7f6369-ce79-4df0-8946-1dd88ef08cd1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8135cc67-7047-4727-8ec0-17fbafcdfdf8 HTTP/1.1" status: 200 len: 912 time: 0.0842066 Jun 17 14:33:34.082119 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-53fa6460-3c4d-44e5-98ac-16fe9d296fcf req-4302ba7a-a835-49cd-87e1-521382a2f2e0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e053dc2a-37a1-481c-a89e-6fd589dd4b82 HTTP/1.1" status: 200 len: 1000 time: 0.0593300 Jun 17 14:33:34.135475 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa6460-3c4d-44e5-98ac-16fe9d296fcf req-7b8d2a47-c2bb-4115-8695-a0abbb589916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:34.136909 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-53fa6460-3c4d-44e5-98ac-16fe9d296fcf req-7b8d2a47-c2bb-4115-8695-a0abbb589916 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ddf294c9-2449-47ab-84d6-49702a679f33 HTTP/1.1" status: 200 len: 849 time: 0.0433865 Jun 17 14:33:34.195401 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa6460-3c4d-44e5-98ac-16fe9d296fcf req-7fa90a41-9caa-4fa1-9f43-5ec280cc6a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:34.196795 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-53fa6460-3c4d-44e5-98ac-16fe9d296fcf req-7fa90a41-9caa-4fa1-9f43-5ec280cc6a7e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8135cc67-7047-4727-8ec0-17fbafcdfdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0508118 Jun 17 14:33:34.291814 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-53fa6460-3c4d-44e5-98ac-16fe9d296fcf req-da06c006-a503-44f4-8a36-abe9b83ee656 service neutron] 10.222.0.93 "GET /v2.0/networks/8135cc67-7047-4727-8ec0-17fbafcdfdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840981 Jun 17 14:33:34.403545 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-53fa6460-3c4d-44e5-98ac-16fe9d296fcf req-baf04fb2-6eeb-4a3b-b905-3b3772536f50 service neutron] 10.222.0.93 "GET /v2.0/networks/8135cc67-7047-4727-8ec0-17fbafcdfdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831001 Jun 17 14:33:34.831095 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a9c3eb75-1b4e-4468-a658-f9b2a26293e3 req-57da9e9b-ff93-471a-993e-fbedb21caf9b tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5af5a9d-a4ff-4fe5-aa33-7a69edd8970b HTTP/1.1" status: 200 len: 210 time: 0.0285969 Jun 17 14:33:35.337788 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:36.490908 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f4ffd-ee4f-40d4-a4bf-f50e27400e22 req-b233df23-63a9-42cd-97f2-6f178b9fe6c1 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:36.492421 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-108f4ffd-ee4f-40d4-a4bf-f50e27400e22 req-b233df23-63a9-42cd-97f2-6f178b9fe6c1 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0685933 Jun 17 14:33:36.536231 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-108f4ffd-ee4f-40d4-a4bf-f50e27400e22 req-dda5f8cc-c38d-450d-a2cf-f31f276b76ca tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323997 Jun 17 14:33:36.599985 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 90bda054-81c8-40a6-adab-ab5e0dca7ee8 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:33:36.619790 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] No Port match for: 90bda054-81c8-40a6-adab-ab5e0dca7ee8 {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:33:36.620147 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 90bda054-81c8-40a6-adab-ab5e0dca7ee8 not bound to the agent host hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:33:37.706762 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db866e37-f12e-4ab1-9540-ea1bf0be8b42 req-4d0ca0ce-a1cf-4055-a2c5-2078cc579a7e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:37.708211 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-db866e37-f12e-4ab1-9540-ea1bf0be8b42 req-4d0ca0ce-a1cf-4055-a2c5-2078cc579a7e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0622981 Jun 17 14:33:37.745725 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-db866e37-f12e-4ab1-9540-ea1bf0be8b42 req-1a333521-6e3b-4ca8-a496-ab29ea39c119 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320165 Jun 17 14:33:38.004279 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448842f-f27e-43b1-900b-70af71472b8d req-a3dc4849-2bc3-4322-9337-8a06e7aa335a tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:38.005783 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5448842f-f27e-43b1-900b-70af71472b8d req-a3dc4849-2bc3-4322-9337-8a06e7aa335a tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0627031 Jun 17 14:33:38.049020 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5448842f-f27e-43b1-900b-70af71472b8d req-d0fead40-76c3-48eb-bf52-255d7e3c2770 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375514 Jun 17 14:33:38.920424 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7fa87-1888-4f5f-8000-159d7b98042c req-1d3e7db0-3c22-4513-804f-fc6792ab5c16 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:38.921849 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-41c7fa87-1888-4f5f-8000-159d7b98042c req-1d3e7db0-3c22-4513-804f-fc6792ab5c16 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0652094 Jun 17 14:33:38.958455 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-41c7fa87-1888-4f5f-8000-159d7b98042c req-2e2096f6-5db8-410c-ac06-75f0cbbefdc6 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307908 Jun 17 14:33:39.220806 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11357b64-782d-425e-ac2e-de1d22819a8b req-00cd1f74-cb50-4d20-8412-a635072514ad tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:39.222159 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-11357b64-782d-425e-ac2e-de1d22819a8b req-00cd1f74-cb50-4d20-8412-a635072514ad tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0611360 Jun 17 14:33:39.258208 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-11357b64-782d-425e-ac2e-de1d22819a8b req-2ca4dfb1-4d95-43d5-b3b1-72764c3249ab tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303514 Jun 17 14:33:40.128847 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f9e4b-c3c6-4de8-aaf1-973a366f912c req-b211138b-d4f9-4c3e-8d1a-e8913de27dbe tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:40.130325 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-082f9e4b-c3c6-4de8-aaf1-973a366f912c req-b211138b-d4f9-4c3e-8d1a-e8913de27dbe tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0609891 Jun 17 14:33:40.166715 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-082f9e4b-c3c6-4de8-aaf1-973a366f912c req-5e4c9363-c951-467d-902e-1ecded833567 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308740 Jun 17 14:33:40.427906 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33b15b-ddc2-4e67-bfc8-2386b01f6842 req-31cf257e-b46c-4b0d-967c-853d75142203 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:40.429409 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ef33b15b-ddc2-4e67-bfc8-2386b01f6842 req-31cf257e-b46c-4b0d-967c-853d75142203 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0614741 Jun 17 14:33:40.464971 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ef33b15b-ddc2-4e67-bfc8-2386b01f6842 req-8854da82-08c5-4ed8-9d2b-7cab0c58ff6e tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301142 Jun 17 14:33:41.334458 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65729641-1138-4df5-841c-753ae0eb3ce9 req-cc3680cc-94c4-4fe9-8184-1861bef94302 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:41.335869 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-65729641-1138-4df5-841c-753ae0eb3ce9 req-cc3680cc-94c4-4fe9-8184-1861bef94302 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0596735 Jun 17 14:33:41.371123 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-65729641-1138-4df5-841c-753ae0eb3ce9 req-efb5e932-f401-40b5-b268-7906208afa7c tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298011 Jun 17 14:33:41.639884 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330cdfa-4196-4cb3-9d77-36c9a93581dc req-106d8197-3d9f-4cac-bb9b-636370b09a73 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:41.642514 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0330cdfa-4196-4cb3-9d77-36c9a93581dc req-106d8197-3d9f-4cac-bb9b-636370b09a73 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0673461 Jun 17 14:33:41.679909 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0330cdfa-4196-4cb3-9d77-36c9a93581dc req-a830ac98-3dd4-47fa-a238-dd84a5153278 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317218 Jun 17 14:33:42.541409 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a977fa2-f325-4b73-807e-6e2db643ac40 req-3cf0f6a1-662c-4905-8428-7f32913ef65f tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:42.542852 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6a977fa2-f325-4b73-807e-6e2db643ac40 req-3cf0f6a1-662c-4905-8428-7f32913ef65f tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0633376 Jun 17 14:33:42.579049 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6a977fa2-f325-4b73-807e-6e2db643ac40 req-a435227d-3cb2-4e0f-a142-d57f736b168e tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300169 Jun 17 14:33:42.851691 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e921026-e958-4f64-aa07-93f0c819cb61 req-4f5f44a6-f0df-4eb5-85af-0cba243f5845 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:42.853503 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2e921026-e958-4f64-aa07-93f0c819cb61 req-4f5f44a6-f0df-4eb5-85af-0cba243f5845 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0661154 Jun 17 14:33:42.889932 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2e921026-e958-4f64-aa07-93f0c819cb61 req-f571ec59-2120-4eeb-bd1b-4ab77589c182 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299819 Jun 17 14:33:43.351071 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-a9191100-285c-410d-8e72-5b4253758100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:43.754405 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32671f71-cbd3-4f3f-a670-301bba6337cd req-be657201-2d07-492e-8e41-7c52b2ad21fe tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:43.755838 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-32671f71-cbd3-4f3f-a670-301bba6337cd req-be657201-2d07-492e-8e41-7c52b2ad21fe tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.0695772 Jun 17 14:33:43.815321 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-32671f71-cbd3-4f3f-a670-301bba6337cd req-3054e7c7-5d82-45e4-8470-23194df39e35 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/security-groups?id=cfb19744-5bee-49a2-89a8-7852e2fdffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439153 Jun 17 14:33:43.835220 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c516a-b2ad-4551-b7cb-98434365144b req-c27d8604-5d3a-462d-a6dd-bc553b7200fd tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:43.836632 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6a7c516a-b2ad-4551-b7cb-98434365144b req-c27d8604-5d3a-462d-a6dd-bc553b7200fd tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.93 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 945 time: 0.1001251 Jun 17 14:33:43.944554 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-6a7c516a-b2ad-4551-b7cb-98434365144b req-cbf89fef-c847-4824-9029-7b0fe0cc21c4 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Deleting port 40ac8dde-a46c-490e-ba44-251ccf494748 {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:33:43.944894 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-6a7c516a-b2ad-4551-b7cb-98434365144b req-cbf89fef-c847-4824-9029-7b0fe0cc21c4 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:44.035907 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-6a7c516a-b2ad-4551-b7cb-98434365144b req-cbf89fef-c847-4824-9029-7b0fe0cc21c4 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] For port 40ac8dde-a46c-490e-ba44-251ccf494748, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=40ac8dde-a46c-490e-ba44-251ccf494748,segment=NetworkSegment(d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65),segment_id=d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:33:44.036268 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-6a7c516a-b2ad-4551-b7cb-98434365144b req-cbf89fef-c847-4824-9029-7b0fe0cc21c4 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:44.063577 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade493e1-efdc-450f-95cb-4ce3b2fa2a2d req-c47c2d25-0f55-44d5-a3d0-d859fcaee889 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:44.065032 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ade493e1-efdc-450f-95cb-4ce3b2fa2a2d req-c47c2d25-0f55-44d5-a3d0-d859fcaee889 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0620673 Jun 17 14:33:44.096903 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-6a7c516a-b2ad-4551-b7cb-98434365144b req-cbf89fef-c847-4824-9029-7b0fe0cc21c4 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Calling delete_port for 40ac8dde-a46c-490e-ba44-251ccf494748 owned by compute:nova {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:33:44.106579 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ade493e1-efdc-450f-95cb-4ce3b2fa2a2d req-c4785e70-5843-4f55-ad8f-3495372c45eb tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358164 Jun 17 14:33:44.299465 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-6a7c516a-b2ad-4551-b7cb-98434365144b req-cbf89fef-c847-4824-9029-7b0fe0cc21c4 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:44.303413 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-83a84bb3-98a7-490c-b69c-2e0ab11b2cd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:44.315569 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['40ac8dde-a46c-490e-ba44-251ccf494748'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:33:44.322353 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:33:44.329830 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf89fef-c847-4824-9029-7b0fe0cc21c4 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Pushing event deleted for resources: {'Port': ['ID=40ac8dde-a46c-490e-ba44-251ccf494748,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:44.332955 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-cbf89fef-c847-4824-9029-7b0fe0cc21c4 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:44.379700 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7c516a-b2ad-4551-b7cb-98434365144b req-cbf89fef-c847-4824-9029-7b0fe0cc21c4 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] No DVR routers for this DVR port 40ac8dde-a46c-490e-ba44-251ccf494748 on host hv-cinder-79628 {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:33:44.382140 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-6a7c516a-b2ad-4551-b7cb-98434365144b req-cbf89fef-c847-4824-9029-7b0fe0cc21c4 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:44.384141 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6a7c516a-b2ad-4551-b7cb-98434365144b req-cbf89fef-c847-4824-9029-7b0fe0cc21c4 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.93 "DELETE /v2.0/ports/40ac8dde-a46c-490e-ba44-251ccf494748 HTTP/1.1" status: 204 len: 173 time: 0.5411005 Jun 17 14:33:44.384632 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7851da05-12a0-411a-a0d7-4785861468c1', 'name': 'network-vif-deleted', 'tag': '40ac8dde-a46c-490e-ba44-251ccf494748'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:33:44.386981 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a2e91d-dbe3-43d9-b73b-b12c6e2e41b6" -d '{"events": [{"server_uuid": "7851da05-12a0-411a-a0d7-4785861468c1", "name": "network-vif-deleted", "tag": "40ac8dde-a46c-490e-ba44-251ccf494748"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:33:44.422179 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66342007-9ec4-4328-81b1-27020979a93a x-openstack-request-id: req-66342007-9ec4-4328-81b1-27020979a93a {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:33:44.422497 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7851da05-12a0-411a-a0d7-4785861468c1", "name": "network-vif-deleted", "tag": "40ac8dde-a46c-490e-ba44-251ccf494748", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:33:44.422771 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-66342007-9ec4-4328-81b1-27020979a93a {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:33:44.423184 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7851da05-12a0-411a-a0d7-4785861468c1', 'name': 'network-vif-deleted', 'tag': '40ac8dde-a46c-490e-ba44-251ccf494748', 'status': 'completed', 'code': 200} Jun 17 14:33:44.965011 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1c625dce-648b-44ab-934e-ae978bac93f3 req-ded2de27-2fee-4dc8-9227-af41b85e63f2 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] 10.222.0.86 "GET /v2.0/ports?device_id=7851da05-12a0-411a-a0d7-4785861468c1 HTTP/1.1" status: 200 len: 210 time: 0.0284667 Jun 17 14:33:45.281554 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa321e0-5240-42ee-a7bf-8ab08cf70fa1 req-b12c150b-905f-4e93-9a5f-15321f7811fd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:45.283012 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-aaa321e0-5240-42ee-a7bf-8ab08cf70fa1 req-b12c150b-905f-4e93-9a5f-15321f7811fd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0625300 Jun 17 14:33:45.319895 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-aaa321e0-5240-42ee-a7bf-8ab08cf70fa1 req-cc3fea42-0ad5-4de8-bc0d-223aaccf0773 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311749 Jun 17 14:33:45.693767 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e2139249-e822-493b-915b-3ab994185544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:45.831147 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:46.057147 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 34320) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:46.461823 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-94ab1584-b135-4b27-b6c7-b9a8766a239d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-967437'] for router_interface, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:46.494110 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d00a6-7cb9-4982-b65e-464ed5fabc40 req-15a220d0-f184-4ea6-a0ae-fe6850c4f40f tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:46.495595 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3e9d00a6-7cb9-4982-b65e-464ed5fabc40 req-15a220d0-f184-4ea6-a0ae-fe6850c4f40f tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0614419 Jun 17 14:33:46.536557 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3e9d00a6-7cb9-4982-b65e-464ed5fabc40 req-cb7331ef-a821-40db-82d7-07d06d9dbc15 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353255 Jun 17 14:33:46.662217 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 40ac8dde-a46c-490e-ba44-251ccf494748 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:33:46.684559 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] No Port match for: 40ac8dde-a46c-490e-ba44-251ccf494748 {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:33:46.684922 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 40ac8dde-a46c-490e-ba44-251ccf494748 not bound to the agent host hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:33:46.751726 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-94ab1584-b135-4b27-b6c7-b9a8766a239d admin admin] Deleting port 23a2d32a-50f2-4782-91b1-add22692e135 {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:33:46.752067 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-94ab1584-b135-4b27-b6c7-b9a8766a239d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:46.827658 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-94ab1584-b135-4b27-b6c7-b9a8766a239d admin admin] For port 23a2d32a-50f2-4782-91b1-add22692e135, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=23a2d32a-50f2-4782-91b1-add22692e135,segment=NetworkSegment(d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65),segment_id=d8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:33:46.828016 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-94ab1584-b135-4b27-b6c7-b9a8766a239d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:46.853810 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:46.890721 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-94ab1584-b135-4b27-b6c7-b9a8766a239d admin admin] Calling delete_port for 23a2d32a-50f2-4782-91b1-add22692e135 owned by network:router_interface {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:33:47.166426 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-94ab1584-b135-4b27-b6c7-b9a8766a239d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260461617'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:47.168508 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-2e4f09a8-4530-4778-852d-978654a0ba23 tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:47.192219 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab1584-b135-4b27-b6c7-b9a8766a239d admin admin] Pushing event deleted for resources: {'Port': ['ID=23a2d32a-50f2-4782-91b1-add22692e135,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:47.195010 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-94ab1584-b135-4b27-b6c7-b9a8766a239d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:47.347078 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-94ab1584-b135-4b27-b6c7-b9a8766a239d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-968893'] for router_interface, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:47.543344 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ab1584-b135-4b27-b6c7-b9a8766a239d admin admin] Router 50c0fbab-bf12-4729-a965-0ceeac711313 has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:33:47.643237 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ab1584-b135-4b27-b6c7-b9a8766a239d admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:33:47.648355 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-94ab1584-b135-4b27-b6c7-b9a8766a239d admin admin] 10.222.0.86 "PUT /v2.0/routers/50c0fbab-bf12-4729-a965-0ceeac711313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5901597 Jun 17 14:33:47.651347 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 34328) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:47.652661 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743cc763-a118-4a70-a756-9a097cd7582f None None] Sync routers for ids ['50c0fbab-bf12-4729-a965-0ceeac711313'] in dv-cinder-796286-6-smb {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:33:47.662964 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743cc763-a118-4a70-a756-9a097cd7582f None None] Routers {'50c0fbab-bf12-4729-a965-0ceeac711313'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:33:47.663711 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-743cc763-a118-4a70-a756-9a097cd7582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:33:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['50c0fbab-bf12-4729-a965-0ceeac711313'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:33:47.710284 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b13938-c664-4f38-8788-b39ccb1cce04 req-fa1284b2-dd16-495d-8abf-705cc5e0a706 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:47.711784 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b1b13938-c664-4f38-8788-b39ccb1cce04 req-fa1284b2-dd16-495d-8abf-705cc5e0a706 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0615771 Jun 17 14:33:47.754216 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b1b13938-c664-4f38-8788-b39ccb1cce04 req-3ba224e0-53a0-4c9d-bf5f-ca94db195095 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366137 Jun 17 14:33:47.754469 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e77940ec-6615-4892-9a1a-15ad577f173e admin admin] Notify callbacks [] for router, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:47.766684 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-743cc763-a118-4a70-a756-9a097cd7582f None None] Set router 50c0fbab-bf12-4729-a965-0ceeac711313 gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:33:47.956028 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-743cc763-a118-4a70-a756-9a097cd7582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c0fbab-bf12-4729-a965-0ceeac711313', 'name': 'tempest-ServerRescueNegativeTestJSON-60319698-router', 'tenant_id': 'df3f9d0051034672b2d1f6007dfac45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '79e08091-e529-46ec-acdd-b2a6d6e0eb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:33:47Z', 'revision_number': 5, 'project_id': 'df3f9d0051034672b2d1f6007dfac45e', 'gw_port': {'id': '79e08091-e529-46ec-acdd-b2a6d6e0eb49', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c0fbab-bf12-4729-a965-0ceeac711313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:33:47.983470 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743cc763-a118-4a70-a756-9a097cd7582f None None] Checking router: 50c0fbab-bf12-4729-a965-0ceeac711313 for host: dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:33:47.995366 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743cc763-a118-4a70-a756-9a097cd7582f None None] Routers {'50c0fbab-bf12-4729-a965-0ceeac711313'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:33:47.995366 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-743cc763-a118-4a70-a756-9a097cd7582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:33:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['50c0fbab-bf12-4729-a965-0ceeac711313'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:33:48.072599 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e77940ec-6615-4892-9a1a-15ad577f173e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:48.174752 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-743cc763-a118-4a70-a756-9a097cd7582f None None] Set router 50c0fbab-bf12-4729-a965-0ceeac711313 gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:33:48.240853 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e77940ec-6615-4892-9a1a-15ad577f173e admin admin] Deleting port 79e08091-e529-46ec-acdd-b2a6d6e0eb49 {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:33:48.241112 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e77940ec-6615-4892-9a1a-15ad577f173e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:48.317241 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e77940ec-6615-4892-9a1a-15ad577f173e admin admin] For port 79e08091-e529-46ec-acdd-b2a6d6e0eb49, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=79e08091-e529-46ec-acdd-b2a6d6e0eb49,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:33:48.317657 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e77940ec-6615-4892-9a1a-15ad577f173e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:48.352428 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-743cc763-a118-4a70-a756-9a097cd7582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c0fbab-bf12-4729-a965-0ceeac711313', 'name': 'tempest-ServerRescueNegativeTestJSON-60319698-router', 'tenant_id': 'df3f9d0051034672b2d1f6007dfac45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '79e08091-e529-46ec-acdd-b2a6d6e0eb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:33:47Z', 'revision_number': 5, 'project_id': 'df3f9d0051034672b2d1f6007dfac45e', 'gw_port': {'id': '79e08091-e529-46ec-acdd-b2a6d6e0eb49', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c0fbab-bf12-4729-a965-0ceeac711313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:33:48.384744 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743cc763-a118-4a70-a756-9a097cd7582f None None] The sync data for ids ['50c0fbab-bf12-4729-a965-0ceeac711313'] in dv-cinder-796286-6-smb is: [{'id': '50c0fbab-bf12-4729-a965-0ceeac711313', 'name': 'tempest-ServerRescueNegativeTestJSON-60319698-router', 'tenant_id': 'df3f9d0051034672b2d1f6007dfac45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '79e08091-e529-46ec-acdd-b2a6d6e0eb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:33:47Z', 'revision_number': 5, 'project_id': 'df3f9d0051034672b2d1f6007dfac45e', 'gw_port': {'id': '79e08091-e529-46ec-acdd-b2a6d6e0eb49', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:45:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c0fbab-bf12-4729-a965-0ceeac711313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}] {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:33:48.388618 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e77940ec-6615-4892-9a1a-15ad577f173e admin admin] Calling delete_port for 79e08091-e529-46ec-acdd-b2a6d6e0eb49 owned by network:router_gateway {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:33:48.663814 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e77940ec-6615-4892-9a1a-15ad577f173e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:48.665884 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:48.691771 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77940ec-6615-4892-9a1a-15ad577f173e admin admin] Pushing event deleted for resources: {'Port': ['ID=79e08091-e529-46ec-acdd-b2a6d6e0eb49,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:48.694776 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-e77940ec-6615-4892-9a1a-15ad577f173e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:48.716675 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e77940ec-6615-4892-9a1a-15ad577f173e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970422'] for router_gateway, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:48.733618 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:48.821746 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e77940ec-6615-4892-9a1a-15ad577f173e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-889999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-966'] for router, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:48.824001 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e77940ec-6615-4892-9a1a-15ad577f173e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:48.955098 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8503b-6fcb-458c-9c9b-55cf3aaec206 req-00eafc97-93c8-4f65-b30c-fd5953bf5fc6 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:48.956587 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2fd8503b-6fcb-458c-9c9b-55cf3aaec206 req-00eafc97-93c8-4f65-b30c-fd5953bf5fc6 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0696807 Jun 17 14:33:48.994251 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2fd8503b-6fcb-458c-9c9b-55cf3aaec206 req-cd5276b9-66d0-49fc-8154-836ece3123cd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318553 Jun 17 14:33:49.082658 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e77940ec-6615-4892-9a1a-15ad577f173e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891307'] for router, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:49.083211 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77940ec-6615-4892-9a1a-15ad577f173e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50c0fbab-bf12-4729-a965-0ceeac711313 {{(pid=93280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 14:33:49.088494 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e77940ec-6615-4892-9a1a-15ad577f173e admin admin] Notify callbacks [] for router, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:49.092312 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-e77940ec-6615-4892-9a1a-15ad577f173e admin admin] 10.222.0.86 "DELETE /v2.0/routers/50c0fbab-bf12-4729-a965-0ceeac711313 HTTP/1.1" status: 204 len: 168 time: 1.4399414 Jun 17 14:33:49.092497 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 34334) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:49.140278 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e29ba75-7b0a-45c2-ba78-6d412de4419f admin admin] Deleting subnet be563bda-5edc-4f28-bda9-11728953d9ad {{(pid=93279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:33:49.144388 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2e29ba75-7b0a-45c2-ba78-6d412de4419f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:49.181378 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2e29ba75-7b0a-45c2-ba78-6d412de4419f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261297413'] for subnet, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:49.220779 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2e29ba75-7b0a-45c2-ba78-6d412de4419f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602239'] for subnet, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:49.374039 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2e29ba75-7b0a-45c2-ba78-6d412de4419f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260461771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260647003'] for subnet, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:49.377580 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-70c7f279-fa0a-40df-944b-98c5db17a11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:49.406210 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29ba75-7b0a-45c2-ba78-6d412de4419f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be563bda-5edc-4f28-bda9-11728953d9ad,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:49.409620 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2e29ba75-7b0a-45c2-ba78-6d412de4419f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:49.411374 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-2e29ba75-7b0a-45c2-ba78-6d412de4419f admin admin] 10.222.0.86 "DELETE /v2.0/subnets/be563bda-5edc-4f28-bda9-11728953d9ad HTTP/1.1" status: 204 len: 168 time: 0.3180218 Jun 17 14:33:49.412240 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-2e29ba75-7b0a-45c2-ba78-6d412de4419f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:49.414408 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 34338) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:49.488521 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2004059'] for network, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:49.631050 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601830', 'neutron.services.segments.db._delete_segments_for_network-8793008842900'] for network, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:49.646474 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:33:49.646787 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:33:49.647543 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:33:49.647885 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Subscribe: > port after_create 55550000 {{(pid=93280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:33:49.648227 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Subscribe: > port after_delete 55550000 {{(pid=93280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:33:49.648545 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Subscribe: > port after_update 55550000 {{(pid=93280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:33:49.648863 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:33:49.649177 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:33:49.649509 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:33:49.649822 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:33:49.724889 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:33:49.725533 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:33:49.725652 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:33:49.725891 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 14:33:49.726240 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.services.segments.db [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c547f4-6a9c-4191-8f84-bf56696ffcf9']}} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:33:49.752217 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.services.segments.db [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65') {'for_net_delete': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:33:49.752506 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.services.segments.db [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c51a8d-2f6b-4e41-8c86-7eb68d8c4f65') {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:33:49.770852 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53317fc8-5e8e-4551-b1bc-c27222c8f425 req-9b279cce-7746-44ee-9d80-8a1991aaa244 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:49.772361 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-53317fc8-5e8e-4551-b1bc-c27222c8f425 req-9b279cce-7746-44ee-9d80-8a1991aaa244 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.2805986 Jun 17 14:33:49.779963 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793008841189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260428086'] for segment, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:49.815866 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:49.830341 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=93280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:33:49.830748 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520932'] for segment, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: from cryptography.utils import int_from_bytes Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: from cryptography.utils import int_from_bytes Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: Traceback (most recent call last): Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: timer() Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: cb(*args, **kw) Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: return func(*args, **kwargs) Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:33:49.835099 dv-cinder-796286-6-smb neutron-server[93280]: self._notify() Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: self.callback(batched_events) Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: event.method(event) Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: return f(self, *a, **k) Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: return self._get(url).json() Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: return self.request(url, 'GET', **kwargs) Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:33:49.838804 dv-cinder-796286-6-smb neutron-server[93280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:33:49.859338 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b251b-c732-4c2f-b669-9f47a4ac0e49 req-08283df7-9f36-456d-a217-dc0fe15f41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:49.861375 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5f1b251b-c732-4c2f-b669-9f47a4ac0e49 req-08283df7-9f36-456d-a217-dc0fe15f41c1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91695e22f84a4c668c9c5b12f8253bfc&device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 1098 time: 0.2949469 Jun 17 14:33:49.867414 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-53317fc8-5e8e-4551-b1bc-c27222c8f425 req-de596010-a60b-41d0-ad8d-c3338180a802 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893691 Jun 17 14:33:49.984691 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b251b-c732-4c2f-b669-9f47a4ac0e49 req-aef20019-4e1b-46b2-b06e-6ebe30ac2f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:49.986469 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5f1b251b-c732-4c2f-b669-9f47a4ac0e49 req-aef20019-4e1b-46b2-b06e-6ebe30ac2f7f service neutron] 10.222.0.93 "GET /v2.0/networks?id=8135cc67-7047-4727-8ec0-17fbafcdfdf8 HTTP/1.1" status: 200 len: 912 time: 0.1130805 Jun 17 14:33:49.992093 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 23a2d32a-50f2-4782-91b1-add22692e135 no longer exists at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:33:50.012827 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] No Port match for: 23a2d32a-50f2-4782-91b1-add22692e135 {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:33:50.013194 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 23a2d32a-50f2-4782-91b1-add22692e135 not bound to the agent host dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:33:50.013647 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 79e08091-e529-46ec-acdd-b2a6d6e0eb49 no longer exists at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:33:50.028647 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970450'] for network, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:50.033545 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] No Port match for: 79e08091-e529-46ec-acdd-b2a6d6e0eb49 {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:33:50.035708 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 79e08091-e529-46ec-acdd-b2a6d6e0eb49 not bound to the agent host dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:33:50.040513 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-6ca2cf06-3d2e-4b8d-ae4c-daa55adcbde4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:50.047494 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:50.050165 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] 10.222.0.86 "DELETE /v2.0/networks/28c547f4-6a9c-4191-8f84-bf56696ffcf9 HTTP/1.1" status: 204 len: 168 time: 0.6348119 Jun 17 14:33:50.065984 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5f1b251b-c732-4c2f-b669-9f47a4ac0e49 req-333ab593-14c2-4f6b-84d2-90dc397881bc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e053dc2a-37a1-481c-a89e-6fd589dd4b82 HTTP/1.1" status: 200 len: 1000 time: 0.0722396 Jun 17 14:33:50.066864 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Pushing event deleted for resources: {'Network': ['ID=28c547f4-6a9c-4191-8f84-bf56696ffcf9,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:50.069214 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:50.115108 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b251b-c732-4c2f-b669-9f47a4ac0e49 req-1bd3a487-3a1b-40d9-ba95-0d5e16edf7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:50.116614 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5f1b251b-c732-4c2f-b669-9f47a4ac0e49 req-1bd3a487-3a1b-40d9-ba95-0d5e16edf7a2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ddf294c9-2449-47ab-84d6-49702a679f33 HTTP/1.1" status: 200 len: 849 time: 0.0433941 Jun 17 14:33:50.176335 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b251b-c732-4c2f-b669-9f47a4ac0e49 req-c9273271-c752-4fd9-b2d8-49604ab746d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:50.177735 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5f1b251b-c732-4c2f-b669-9f47a4ac0e49 req-c9273271-c752-4fd9-b2d8-49604ab746d1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8135cc67-7047-4727-8ec0-17fbafcdfdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0540733 Jun 17 14:33:50.268600 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5f1b251b-c732-4c2f-b669-9f47a4ac0e49 req-91e793f3-318f-42d9-9e85-23e8ceab9454 service neutron] 10.222.0.93 "GET /v2.0/networks/8135cc67-7047-4727-8ec0-17fbafcdfdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785472 Jun 17 14:33:50.358040 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5f1b251b-c732-4c2f-b669-9f47a4ac0e49 req-a8c40c0d-c2b6-4a8b-bf1d-f57a6d5c3402 service neutron] 10.222.0.93 "GET /v2.0/networks/8135cc67-7047-4727-8ec0-17fbafcdfdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825140 Jun 17 14:33:50.447464 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 34342) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:50.732861 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-baaa0ba4-cca2-49ab-81cc-dddc54da917a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=df3f9d0051034672b2d1f6007dfac45e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2841244 Jun 17 14:33:50.735272 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 34346) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:50.780226 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5ab2fd74-6f9a-49e3-b2da-071ea4264b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:50.801758 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5ab2fd74-6f9a-49e3-b2da-071ea4264b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:50.926648 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5ab2fd74-6f9a-49e3-b2da-071ea4264b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:50.931124 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5ab2fd74-6f9a-49e3-b2da-071ea4264b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:50.931124 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-5ab2fd74-6f9a-49e3-b2da-071ea4264b92 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cfb19744-5bee-49a2-89a8-7852e2fdffe3 HTTP/1.1" status: 204 len: 168 time: 0.1943066 Jun 17 14:33:50.931303 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-4abc3e1e-b74c-4054-a9c3-d1c3fbd27d8b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:50.939196 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2fd74-6f9a-49e3-b2da-071ea4264b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb19744-5bee-49a2-89a8-7852e2fdffe3,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:50.941767 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-5ab2fd74-6f9a-49e3-b2da-071ea4264b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:51.061964 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232d98c-916a-4016-94f9-b64eade07150 req-449d206b-2ea3-4d81-83fb-157effb669c3 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:51.063527 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f232d98c-916a-4016-94f9-b64eade07150 req-449d206b-2ea3-4d81-83fb-157effb669c3 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0720849 Jun 17 14:33:51.103478 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f232d98c-916a-4016-94f9-b64eade07150 req-20117541-91e9-4f71-84ab-934a15e63b8a tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341682 Jun 17 14:33:52.009079 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 34370) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:52.116305 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-b3e9447c-9ae4-4e09-941a-0bb46dc82eab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1272318812-network', 'tenant_id': '414fab9b5eee4b63a3262611b70da8a6'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:33:52.196512 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e9447c-9ae4-4e09-941a-0bb46dc82eab admin admin] Made reservation on behalf of 414fab9b5eee4b63a3262611b70da8a6 for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:33:52.198959 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b3e9447c-9ae4-4e09-941a-0bb46dc82eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:52.207901 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b3e9447c-9ae4-4e09-941a-0bb46dc82eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:52.277041 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9928c7-9a6c-43ec-8ec5-18e3d23d2332 req-7f6a2a56-9177-43ab-90c1-1dd6a3c4d477 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:52.278522 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ab9928c7-9a6c-43ec-8ec5-18e3d23d2332 req-7f6a2a56-9177-43ab-90c1-1dd6a3c4d477 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0628259 Jun 17 14:33:52.294283 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b3e9447c-9ae4-4e09-941a-0bb46dc82eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:52.316032 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ab9928c7-9a6c-43ec-8ec5-18e3d23d2332 req-84aeea1a-1670-4c83-a0ab-a755bd33957c tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307918 Jun 17 14:33:52.356420 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b3e9447c-9ae4-4e09-941a-0bb46dc82eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:52.359594 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-be83423c-76e8-4bab-a3eb-20e85f761935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:52.380834 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e9447c-9ae4-4e09-941a-0bb46dc82eab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1107} {{(pid=93279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:33:52.390219 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9447c-9ae4-4e09-941a-0bb46dc82eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10969be-8bca-4015-91f9-f1c5a8681c35,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:52.394050 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-b3e9447c-9ae4-4e09-941a-0bb46dc82eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:52.396764 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b3e9447c-9ae4-4e09-941a-0bb46dc82eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:52.397107 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.db.segments_db [None req-b3e9447c-9ae4-4e09-941a-0bb46dc82eab admin admin] Added segment bf49e603-ff73-4d84-b00c-532366181525 of type vlan for network 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f Jun 17 14:33:52.436005 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b3e9447c-9ae4-4e09-941a-0bb46dc82eab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793008305830'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:52.533231 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b3e9447c-9ae4-4e09-941a-0bb46dc82eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:52.534576 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e9447c-9ae4-4e09-941a-0bb46dc82eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:52.535160 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b3e9447c-9ae4-4e09-941a-0bb46dc82eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:52.537145 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:52.594148 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9447c-9ae4-4e09-941a-0bb46dc82eab admin admin] Pushing event updated for resources: {'Network': ['ID=00bf45c1-1c5c-4bd8-b44a-61fcd47a999f,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:52.596836 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-b3e9447c-9ae4-4e09-941a-0bb46dc82eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:52.604636 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Network 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f details requested by agent ovs-agent-dv-cinder-796286-6-smb with host dv-cinder-796286-6-smb {{(pid=93281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:33:52.688973 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-b3e9447c-9ae4-4e09-941a-0bb46dc82eab admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6781993 Jun 17 14:33:52.691907 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 34378) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:33:52.696696 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-9ac357bf-93b0-44e5-8f21-914e9c97e98d admin admin] Request body: {'subnet': {'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1272318812-subnet', 'tenant_id': '414fab9b5eee4b63a3262611b70da8a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:33:52.777415 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac357bf-93b0-44e5-8f21-914e9c97e98d admin admin] Made reservation on behalf of 414fab9b5eee4b63a3262611b70da8a6 for: {'subnet': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:33:52.779704 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9ac357bf-93b0-44e5-8f21-914e9c97e98d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260647038'] for subnet, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:53.035006 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9ac357bf-93b0-44e5-8f21-914e9c97e98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260461700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260647020'] for subnet, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:53.038042 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-21865f39-8aee-4a3e-945a-48a2bf0eb568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:53.087923 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac357bf-93b0-44e5-8f21-914e9c97e98d admin admin] Pushing event updated for resources: {'Subnet': ['ID=53646b2f-b724-4e26-a64b-3114916119c8,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:53.091482 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-9ac357bf-93b0-44e5-8f21-914e9c97e98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:53.098386 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac357bf-93b0-44e5-8f21-914e9c97e98d admin admin] Checking segment: {'id': 'bf49e603-ff73-4d84-b00c-532366181525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:33:53.098750 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac357bf-93b0-44e5-8f21-914e9c97e98d admin admin] Network hostable DHCP agents. Network: 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f, hostable agents: ['5e674aae-4521-411e-b7ad-9e9eb91c2d49'], hosted agents: [] {{(pid=93279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:33:53.219250 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac357bf-93b0-44e5-8f21-914e9c97e98d admin admin] Network 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f is scheduled to be hosted by DHCP agent 5e674aae-4521-411e-b7ad-9e9eb91c2d49 with binding_index 1 {{(pid=93279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:33:53.339007 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-9ac357bf-93b0-44e5-8f21-914e9c97e98d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-smb, 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f) {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:33:53.343071 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac357bf-93b0-44e5-8f21-914e9c97e98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:53.343662 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9ac357bf-93b0-44e5-8f21-914e9c97e98d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:53.348612 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70da3652-50ef-47a3-a487-af3423093b1c None None] Network 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:33:53.467286 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50807eac-5045-45ee-a927-b5417294f6e4 None None] Network 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:33:53.471656 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-9ac357bf-93b0-44e5-8f21-914e9c97e98d admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7786391 Jun 17 14:33:53.900045 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-328b8375-e407-4b89-9d89-18dda74e5a10 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:53.901535 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-328b8375-e407-4b89-9d89-18dda74e5a10 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/networks?id=00bf45c1-1c5c-4bd8-b44a-61fcd47a999f HTTP/1.1" status: 200 len: 815 time: 0.1038289 Jun 17 14:33:53.916632 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-b9be2b05-7845-45c1-a9a0-74988d309e20 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/quotas/414fab9b5eee4b63a3262611b70da8a6 HTTP/1.1" status: 200 len: 375 time: 0.0096126 Jun 17 14:33:53.952226 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-f8730cf2-aaa5-4237-92d9-f189d1b4817d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=414fab9b5eee4b63a3262611b70da8a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304358 Jun 17 14:33:54.042953 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-41e55df9-7fcc-4d58-b73d-853d03ea65fe service neutron] 10.222.0.86 "GET /v2.0/networks/00bf45c1-1c5c-4bd8-b44a-61fcd47a999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838954 Jun 17 14:33:54.129665 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-4c7d61bd-5d9d-4b94-9c83-4459ec50067c service neutron] 10.222.0.86 "GET /v2.0/networks/00bf45c1-1c5c-4bd8-b44a-61fcd47a999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800688 Jun 17 14:33:54.363141 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2e3eba06-272a-4c47-84a5-0ca68afbd35c req-1dd9e113-0cb5-49ac-a981-f0400a7528a9 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef0c58e3-cc48-4f8f-a45f-1daf33b2886a HTTP/1.1" status: 200 len: 210 time: 0.0288804 Jun 17 14:33:55.502423 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-00070b36-f286-4fd1-825e-9132589279f0 req-6e186cc7-3a73-48d4-b589-11980baa2ede tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef0c58e3-cc48-4f8f-a45f-1daf33b2886a HTTP/1.1" status: 200 len: 210 time: 0.0297067 Jun 17 14:33:56.647021 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ead91766-a424-43ed-a3f4-afe90a203b98 req-46d681d0-3b9c-417e-82c6-a07e6062a6da tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef0c58e3-cc48-4f8f-a45f-1daf33b2886a HTTP/1.1" status: 200 len: 210 time: 0.0320747 Jun 17 14:33:57.003528 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-3c6b6ac8-67f5-4350-8c16-3d21cbcb2968 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:57.004956 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-3c6b6ac8-67f5-4350-8c16-3d21cbcb2968 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.93 "GET /v2.0/networks?id=00bf45c1-1c5c-4bd8-b44a-61fcd47a999f HTTP/1.1" status: 200 len: 815 time: 0.0981534 Jun 17 14:33:57.025742 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-182285c5-baf7-48b8-9b60-c2987302a99c tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Request body: {'port': {'device_id': 'ef0c58e3-cc48-4f8f-a45f-1daf33b2886a', 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f', 'admin_state_up': True, 'tenant_id': '414fab9b5eee4b63a3262611b70da8a6'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:33:57.234636 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-182285c5-baf7-48b8-9b60-c2987302a99c tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Made reservation on behalf of 414fab9b5eee4b63a3262611b70da8a6 for: {'port': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:33:57.239564 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-182285c5-baf7-48b8-9b60-c2987302a99c tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:57.364191 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-182285c5-baf7-48b8-9b60-c2987302a99c tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Allocated IP 172.20.0.12 (00bf45c1-1c5c-4bd8-b44a-61fcd47a999f/53646b2f-b724-4e26-a64b-3114916119c8/32218044-595f-4322-a191-39caf6a2f220) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:33:57.506191 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-182285c5-baf7-48b8-9b60-c2987302a99c tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:57.607784 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-182285c5-baf7-48b8-9b60-c2987302a99c tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520890'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:57.612083 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:57.657888 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-182285c5-baf7-48b8-9b60-c2987302a99c tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Network 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:33:57.661215 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-182285c5-baf7-48b8-9b60-c2987302a99c tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:33:57.665003 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-182285c5-baf7-48b8-9b60-c2987302a99c tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:33:57.694712 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182285c5-baf7-48b8-9b60-c2987302a99c tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Pushing event updated for resources: {'Port': ['ID=32218044-595f-4322-a191-39caf6a2f220,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:57.700319 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-182285c5-baf7-48b8-9b60-c2987302a99c tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:57.721020 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-182285c5-baf7-48b8-9b60-c2987302a99c tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:57.721669 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-182285c5-baf7-48b8-9b60-c2987302a99c tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:57.814353 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-182285c5-baf7-48b8-9b60-c2987302a99c tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7924600 Jun 17 14:33:57.822427 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628ede7-8d9e-4dca-9293-911c86553e80 req-2834231d-0ae2-4888-8d25-557bb22f2ed5 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:57.823883 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4628ede7-8d9e-4dca-9293-911c86553e80 req-2834231d-0ae2-4888-8d25-557bb22f2ed5 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef0c58e3-cc48-4f8f-a45f-1daf33b2886a HTTP/1.1" status: 200 len: 932 time: 0.0646963 Jun 17 14:33:57.826661 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Request body: {'port': {'device_id': 'ef0c58e3-cc48-4f8f-a45f-1daf33b2886a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:33:57.862055 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4628ede7-8d9e-4dca-9293-911c86553e80 req-cd8f40f2-8164-42cb-a2bb-8b22ddad8215 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324724 Jun 17 14:33:57.897021 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:58.153709 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32218044-595f-4322-a191-39caf6a2f220 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:33:58.161370 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:58.172755 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Transition to ACTIVE for port object 32218044-595f-4322-a191-39caf6a2f220 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:33:58.274440 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:58.276445 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-182285c5-baf7-48b8-9b60-c2987302a99c tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:58.351055 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Pushing event updated for resources: {'Port': ['ID=32218044-595f-4322-a191-39caf6a2f220,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:58.354030 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:58.415355 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Attempting to bind port 32218044-595f-4322-a191-39caf6a2f220 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:33:58.415603 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Attempting to bind port 32218044-595f-4322-a191-39caf6a2f220 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'bf49e603-ff73-4d84-b00c-532366181525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:33:58.415926 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Attempting to bind port 32218044-595f-4322-a191-39caf6a2f220 on network 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:33:58.420105 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Port 32218044-595f-4322-a191-39caf6a2f220 on network 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:33:58.420413 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Attempting to bind port 32218044-595f-4322-a191-39caf6a2f220 on network 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:33:58.424998 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Checking agent: {'id': 'c17431a8-2d50-499b-8bf2-d6ffeabd9413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'started_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:33:58.425327 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Checking segment: {'id': 'bf49e603-ff73-4d84-b00c-532366181525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:33:58.425741 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Bound using segment: {'id': 'bf49e603-ff73-4d84-b00c-532366181525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:33:58.426161 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Bound port: 32218044-595f-4322-a191-39caf6a2f220, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf49e603-ff73-4d84-b00c-532366181525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:33:58.426502 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:58.485183 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] For port 32218044-595f-4322-a191-39caf6a2f220, host hv-cinder-79628, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:33:58.488057 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] For port 32218044-595f-4322-a191-39caf6a2f220, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=32218044-595f-4322-a191-39caf6a2f220,segment=NetworkSegment(bf49e603-ff73-4d84-b00c-532366181525),segment_id=bf49e603-ff73-4d84-b00c-532366181525)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:33:58.642954 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:58.645767 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-40cad20f-9107-4d16-9568-d68e439f5ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:33:58.676950 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:58.677448 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:33:58.678855 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] 10.222.0.93 "PUT /v2.0/ports/32218044-595f-4322-a191-39caf6a2f220 HTTP/1.1" status: 200 len: 1094 time: 0.8563564 Jun 17 14:33:58.680994 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0c58e3-cc48-4f8f-a45f-1daf33b2886a', 'tag': '32218044-595f-4322-a191-39caf6a2f220'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:33:58.683401 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5153b236-6c15-4616-9911-385e00532d70" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0c58e3-cc48-4f8f-a45f-1daf33b2886a", "tag": "32218044-595f-4322-a191-39caf6a2f220"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:33:58.711917 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Pushing event updated for resources: {'Port': ['ID=32218044-595f-4322-a191-39caf6a2f220,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:33:58.715168 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:33:58.721637 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788bf06e-3391-410c-b407-f61059e0b9ef x-openstack-request-id: req-788bf06e-3391-410c-b407-f61059e0b9ef {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:33:58.721844 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0c58e3-cc48-4f8f-a45f-1daf33b2886a", "tag": "32218044-595f-4322-a191-39caf6a2f220", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:33:58.722130 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-788bf06e-3391-410c-b407-f61059e0b9ef {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:33:58.722551 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef0c58e3-cc48-4f8f-a45f-1daf33b2886a', 'tag': '32218044-595f-4322-a191-39caf6a2f220', 'status': 'completed', 'code': 200} Jun 17 14:33:59.018584 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153b236-6c15-4616-9911-385e00532d70 req-fca861b8-4bd4-4adc-b270-8558241f43a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:59.020018 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5153b236-6c15-4616-9911-385e00532d70 req-fca861b8-4bd4-4adc-b270-8558241f43a9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=414fab9b5eee4b63a3262611b70da8a6&device_id=ef0c58e3-cc48-4f8f-a45f-1daf33b2886a HTTP/1.1" status: 200 len: 1097 time: 0.2716203 Jun 17 14:33:59.036381 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240e619-072b-4573-8eff-b628265b050c req-66580c35-2998-4582-a69a-09b3b1241ed6 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:59.037869 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3240e619-072b-4573-8eff-b628265b050c req-66580c35-2998-4582-a69a-09b3b1241ed6 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef0c58e3-cc48-4f8f-a45f-1daf33b2886a HTTP/1.1" status: 200 len: 944 time: 0.0627539 Jun 17 14:33:59.074677 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3240e619-072b-4573-8eff-b628265b050c req-0293c834-03cf-48cf-a80b-5d608f3ce763 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311024 Jun 17 14:33:59.185999 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153b236-6c15-4616-9911-385e00532d70 req-0d06d064-962f-4ee7-802b-97a11f8085f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:59.187507 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5153b236-6c15-4616-9911-385e00532d70 req-0d06d064-962f-4ee7-802b-97a11f8085f8 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=414fab9b5eee4b63a3262611b70da8a6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1583037 Jun 17 14:33:59.346301 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153b236-6c15-4616-9911-385e00532d70 req-9a0fecd9-0b8c-4976-ac4a-314aa36edeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:59.347746 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5153b236-6c15-4616-9911-385e00532d70 req-9a0fecd9-0b8c-4976-ac4a-314aa36edeb7 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1520498 Jun 17 14:33:59.441748 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-fb913ab3-9f48-4c41-8162-730b6b3e3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:59.443163 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-fb913ab3-9f48-4c41-8162-730b6b3e3e86 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=414fab9b5eee4b63a3262611b70da8a6&device_id=ef0c58e3-cc48-4f8f-a45f-1daf33b2886a HTTP/1.1" status: 200 len: 1097 time: 0.0506537 Jun 17 14:33:59.487371 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-888cbe4a-d5ae-45a6-8575-32f70785a5f5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32218044-595f-4322-a191-39caf6a2f220 HTTP/1.1" status: 200 len: 217 time: 0.0345781 Jun 17 14:33:59.535575 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-aad69362-9525-49d2-b425-160d3700665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:33:59.536913 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-aad69362-9525-49d2-b425-160d3700665e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=53646b2f-b724-4e26-a64b-3114916119c8 HTTP/1.1" status: 200 len: 855 time: 0.0406015 Jun 17 14:33:59.571976 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-183ae48a-3536-4477-a60b-3069bf3334fe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=00bf45c1-1c5c-4bd8-b44a-61fcd47a999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244803 Jun 17 14:33:59.662869 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-97647665-8fb5-49e6-8df1-4fe9bafe504c service neutron] 10.222.0.93 "GET /v2.0/networks/00bf45c1-1c5c-4bd8-b44a-61fcd47a999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825264 Jun 17 14:33:59.749021 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e9be3ee1-6812-423a-ad69-e8370e26d929 req-a787d01a-e962-4cdb-9ebf-1e3c4d7079ac service neutron] 10.222.0.93 "GET /v2.0/networks/00bf45c1-1c5c-4bd8-b44a-61fcd47a999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793018 Jun 17 14:34:00.249956 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5ec88-8fb1-490e-809c-ed4322d721e2 req-c0548259-057f-462e-be08-b19b47d9842f tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:00.251841 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-90b5ec88-8fb1-490e-809c-ed4322d721e2 req-c0548259-057f-462e-be08-b19b47d9842f tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef0c58e3-cc48-4f8f-a45f-1daf33b2886a HTTP/1.1" status: 200 len: 944 time: 0.0651920 Jun 17 14:34:00.287986 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-90b5ec88-8fb1-490e-809c-ed4322d721e2 req-b5ff368a-2510-4a49-8107-b524e1a23702 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304515 Jun 17 14:34:01.457912 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb107194-d8e3-43d7-b6f4-fac24ae0354a req-a9b58a10-a995-4f4e-920d-b890abe82032 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:01.459350 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-cb107194-d8e3-43d7-b6f4-fac24ae0354a req-a9b58a10-a995-4f4e-920d-b890abe82032 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef0c58e3-cc48-4f8f-a45f-1daf33b2886a HTTP/1.1" status: 200 len: 944 time: 0.0622931 Jun 17 14:34:01.500372 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-cb107194-d8e3-43d7-b6f4-fac24ae0354a req-c4ff3e06-d5ba-4da3-95f1-4f6de50a4b18 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353718 Jun 17 14:34:02.672559 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8b3c8-311c-4c1b-8403-63b2aa6e5d4d req-6b0c0093-e0a8-489e-8f3d-bbd31742eaf9 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:02.674083 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c0b8b3c8-311c-4c1b-8403-63b2aa6e5d4d req-6b0c0093-e0a8-489e-8f3d-bbd31742eaf9 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef0c58e3-cc48-4f8f-a45f-1daf33b2886a HTTP/1.1" status: 200 len: 944 time: 0.0613768 Jun 17 14:34:02.710660 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c0b8b3c8-311c-4c1b-8403-63b2aa6e5d4d req-0616ef29-f104-4ac1-94b6-555776f3cb91 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307894 Jun 17 14:34:02.770000 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 32218044-595f-4322-a191-39caf6a2f220 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:34:02.865319 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 32218044-595f-4322-a191-39caf6a2f220, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=32218044-595f-4322-a191-39caf6a2f220,segment=NetworkSegment(bf49e603-ff73-4d84-b00c-532366181525),segment_id=bf49e603-ff73-4d84-b00c-532366181525)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:34:02.876685 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': '32218044-595f-4322-a191-39caf6a2f220', 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f', 'port_id': '32218044-595f-4322-a191-39caf6a2f220', 'mac_address': 'fa:16:3e:19:a4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53646b2f-b724-4e26-a64b-3114916119c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:34:02.911954 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:02.925769 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32218044-595f-4322-a191-39caf6a2f220 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:34:02.946834 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 32218044-595f-4322-a191-39caf6a2f220, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=32218044-595f-4322-a191-39caf6a2f220,segment=NetworkSegment(bf49e603-ff73-4d84-b00c-532366181525),segment_id=bf49e603-ff73-4d84-b00c-532366181525)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:34:03.036122 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:03.038770 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-648c001a-a2c7-4edf-a413-b88fb3dc4d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:03.085642 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=32218044-595f-4322-a191-39caf6a2f220,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:03.088850 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:03.333801 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['32218044-595f-4322-a191-39caf6a2f220'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:34:03.887797 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0ce47-d10e-4aa1-9982-8383dd2a9cb5 req-2812e777-c07f-4c37-b2c0-0c8a5c901d77 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:03.889258 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-42a0ce47-d10e-4aa1-9982-8383dd2a9cb5 req-2812e777-c07f-4c37-b2c0-0c8a5c901d77 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef0c58e3-cc48-4f8f-a45f-1daf33b2886a HTTP/1.1" status: 200 len: 945 time: 0.0634737 Jun 17 14:34:03.928033 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-42a0ce47-d10e-4aa1-9982-8383dd2a9cb5 req-546291d8-d746-4862-a4b7-214efda7f0ee tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323265 Jun 17 14:34:04.770657 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 32218044-595f-4322-a191-39caf6a2f220 up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:34:04.875730 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning for port 32218044-595f-4322-a191-39caf6a2f220 completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:34:04.879399 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port 32218044-595f-4322-a191-39caf6a2f220 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:34:04.879784 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:04.956773 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:04.979748 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0c58e3-cc48-4f8f-a45f-1daf33b2886a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32218044-595f-4322-a191-39caf6a2f220'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:34:04.982107 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59687e70-3a04-4210-8dca-5dee40cdd4c2" -d '{"events": [{"server_uuid": "ef0c58e3-cc48-4f8f-a45f-1daf33b2886a", "name": "network-vif-plugged", "status": "completed", "tag": "32218044-595f-4322-a191-39caf6a2f220"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:34:04.995655 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 32218044-595f-4322-a191-39caf6a2f220, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=32218044-595f-4322-a191-39caf6a2f220,segment=NetworkSegment(bf49e603-ff73-4d84-b00c-532366181525),segment_id=bf49e603-ff73-4d84-b00c-532366181525)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:34:05.022112 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d903a2f-ff0b-4dc5-8546-907035bf4a12 x-openstack-request-id: req-2d903a2f-ff0b-4dc5-8546-907035bf4a12 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:34:05.022112 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0c58e3-cc48-4f8f-a45f-1daf33b2886a", "name": "network-vif-plugged", "status": "completed", "tag": "32218044-595f-4322-a191-39caf6a2f220", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:34:05.022112 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2d903a2f-ff0b-4dc5-8546-907035bf4a12 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:34:05.022112 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0c58e3-cc48-4f8f-a45f-1daf33b2886a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32218044-595f-4322-a191-39caf6a2f220', 'code': 200} Jun 17 14:34:05.102538 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d910f78-5bbe-4402-b380-179c6612e513 req-5f92920d-dbcb-4b03-959f-a1705a92eda3 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:05.104063 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8d910f78-5bbe-4402-b380-179c6612e513 req-5f92920d-dbcb-4b03-959f-a1705a92eda3 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef0c58e3-cc48-4f8f-a45f-1daf33b2886a HTTP/1.1" status: 200 len: 945 time: 0.0646729 Jun 17 14:34:05.104572 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:05.106525 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-a754dc2a-6c40-444b-89d6-a17ef42800d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:05.142620 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8d910f78-5bbe-4402-b380-179c6612e513 req-dcd3323e-540b-4111-95b3-3781b384b516 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324621 Jun 17 14:34:05.152883 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=32218044-595f-4322-a191-39caf6a2f220,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:05.156072 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:05.353842 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:05.389745 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e8686-6740-435a-b399-0d58591c8cef req-74c426af-4906-4604-a126-d82e032825a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:05.391986 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-581e8686-6740-435a-b399-0d58591c8cef req-74c426af-4906-4604-a126-d82e032825a0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ef0c58e3-cc48-4f8f-a45f-1daf33b2886a HTTP/1.1" status: 200 len: 1099 time: 0.0536742 Jun 17 14:34:05.426887 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-581e8686-6740-435a-b399-0d58591c8cef req-c9b2290a-048c-43cd-b5e2-844a5a77b96c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265543 Jun 17 14:34:06.312800 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394a221-84b1-413b-86db-d298a4989ef7 req-a6c0ad6c-a585-45b6-bf92-a9f2d9fbfeef tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:06.314296 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b394a221-84b1-413b-86db-d298a4989ef7 req-a6c0ad6c-a585-45b6-bf92-a9f2d9fbfeef tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef0c58e3-cc48-4f8f-a45f-1daf33b2886a HTTP/1.1" status: 200 len: 946 time: 0.0617461 Jun 17 14:34:06.352690 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b394a221-84b1-413b-86db-d298a4989ef7 req-7cf9ea17-d839-4d10-991d-781fcebf6ac6 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327690 Jun 17 14:34:07.531522 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d64e7e-bd89-4048-ab9c-edadaf0240c0 req-4514e978-0163-4628-8ad8-34e457a2b7f8 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:07.533137 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a5d64e7e-bd89-4048-ab9c-edadaf0240c0 req-4514e978-0163-4628-8ad8-34e457a2b7f8 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef0c58e3-cc48-4f8f-a45f-1daf33b2886a HTTP/1.1" status: 200 len: 946 time: 0.0666177 Jun 17 14:34:07.571227 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a5d64e7e-bd89-4048-ab9c-edadaf0240c0 req-09363271-59cb-43b0-8086-b7144021adda tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323191 Jun 17 14:34:08.285609 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87047c-6f56-459d-b6c4-3ecebbfbeae9 req-dafd3e9a-798a-4b33-a877-732d06eda84a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:08.287068 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5c87047c-6f56-459d-b6c4-3ecebbfbeae9 req-dafd3e9a-798a-4b33-a877-732d06eda84a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 946 time: 0.0638304 Jun 17 14:34:08.338066 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5c87047c-6f56-459d-b6c4-3ecebbfbeae9 req-2accda76-3a79-4ac6-8cae-dfa637310808 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377409 Jun 17 14:34:09.515017 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d677fa-1cf9-4813-9a2d-0460b79e907f req-66085bae-a726-4e38-af3a-ec9d4ec91573 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:09.516541 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-52d677fa-1cf9-4813-9a2d-0460b79e907f req-66085bae-a726-4e38-af3a-ec9d4ec91573 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 946 time: 0.0630157 Jun 17 14:34:09.553914 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-52d677fa-1cf9-4813-9a2d-0460b79e907f req-f91c7ea0-5386-4012-83d7-def5ecb67fd3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317001 Jun 17 14:34:10.226254 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff5784-ee52-4c90-a674-c27aeac208fb req-868de631-6ead-466a-94b7-e055d750aa5e tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:10.227965 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e3ff5784-ee52-4c90-a674-c27aeac208fb req-868de631-6ead-466a-94b7-e055d750aa5e tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 946 time: 0.0641935 Jun 17 14:34:10.327660 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-e3ff5784-ee52-4c90-a674-c27aeac208fb req-023e0619-adff-45eb-9720-d28c0ba32412 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Deleting port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:34:10.327996 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e3ff5784-ee52-4c90-a674-c27aeac208fb req-023e0619-adff-45eb-9720-d28c0ba32412 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:10.415296 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-e3ff5784-ee52-4c90-a674-c27aeac208fb req-023e0619-adff-45eb-9720-d28c0ba32412 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] For port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:34:10.415650 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e3ff5784-ee52-4c90-a674-c27aeac208fb req-023e0619-adff-45eb-9720-d28c0ba32412 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:10.612594 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e3ff5784-ee52-4c90-a674-c27aeac208fb req-023e0619-adff-45eb-9720-d28c0ba32412 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:10.613227 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e3ff5784-ee52-4c90-a674-c27aeac208fb req-023e0619-adff-45eb-9720-d28c0ba32412 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982482'] for floatingip, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:10.613370 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.db.l3_db [req-e3ff5784-ee52-4c90-a674-c27aeac208fb req-023e0619-adff-45eb-9720-d28c0ba32412 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Floating IP bd04fd0f-296f-47a6-92ca-9d9c6cd0fe41 disassociated. External IP: 172.28.1.72, port: 1decf4ee-f6eb-4dd3-a505-fed7d5678a46. Jun 17 14:34:10.613644 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-e3ff5784-ee52-4c90-a674-c27aeac208fb req-023e0619-adff-45eb-9720-d28c0ba32412 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Calling delete_port for 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 owned by compute:nova {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:34:10.783346 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef8fb8-3897-461d-a99b-2227f5085626 req-bc765a0e-55db-454e-8f3b-beac2778d6de tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:10.784798 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-76ef8fb8-3897-461d-a99b-2227f5085626 req-bc765a0e-55db-454e-8f3b-beac2778d6de tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 946 time: 0.1077166 Jun 17 14:34:10.820966 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-76ef8fb8-3897-461d-a99b-2227f5085626 req-b3275c3e-5631-47f5-bcc5-d72a79a6743b tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304115 Jun 17 14:34:10.869049 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e3ff5784-ee52-4c90-a674-c27aeac208fb req-023e0619-adff-45eb-9720-d28c0ba32412 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520883'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:10.873032 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-dabf95fc-ea39-44c4-852d-568c944cedfa tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:10.897796 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e0619-adff-45eb-9720-d28c0ba32412 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Pushing event deleted for resources: {'Port': ['ID=1decf4ee-f6eb-4dd3-a505-fed7d5678a46,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:10.905298 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-023e0619-adff-45eb-9720-d28c0ba32412 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:11.008199 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3ff5784-ee52-4c90-a674-c27aeac208fb req-023e0619-adff-45eb-9720-d28c0ba32412 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Router 2a8afa69-050d-4668-abf0-0f3ecd55234c has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:34:11.121242 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3ff5784-ee52-4c90-a674-c27aeac208fb req-023e0619-adff-45eb-9720-d28c0ba32412 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:34:11.145255 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb90395d-9114-46ae-a130-c271a8d4e4c9 None None] Sync routers for ids ['2a8afa69-050d-4668-abf0-0f3ecd55234c'] in dv-cinder-796286-6-smb {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:34:11.157644 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb90395d-9114-46ae-a130-c271a8d4e4c9 None None] Routers {'2a8afa69-050d-4668-abf0-0f3ecd55234c'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:34:11.158560 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-bb90395d-9114-46ae-a130-c271a8d4e4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:33:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['2a8afa69-050d-4668-abf0-0f3ecd55234c'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:34:11.170017 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ff5784-ee52-4c90-a674-c27aeac208fb req-023e0619-adff-45eb-9720-d28c0ba32412 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] No DVR routers for this DVR port 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 on host hv-cinder-79628 {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:34:11.179290 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e3ff5784-ee52-4c90-a674-c27aeac208fb req-023e0619-adff-45eb-9720-d28c0ba32412 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:11.181399 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e3ff5784-ee52-4c90-a674-c27aeac208fb req-023e0619-adff-45eb-9720-d28c0ba32412 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.93 "DELETE /v2.0/ports/1decf4ee-f6eb-4dd3-a505-fed7d5678a46 HTTP/1.1" status: 204 len: 173 time: 0.9471693 Jun 17 14:34:11.182020 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdba02af-6d45-46b5-8ed7-c2e4d6780d70', 'name': 'network-vif-deleted', 'tag': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:34:11.184598 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6dd03d-0b37-4bcb-8338-69a6256983b7" -d '{"events": [{"server_uuid": "cdba02af-6d45-46b5-8ed7-c2e4d6780d70", "name": "network-vif-deleted", "tag": "1decf4ee-f6eb-4dd3-a505-fed7d5678a46"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:34:11.226820 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a05542-f4ab-47cb-b55c-fb4c71ed7e49 x-openstack-request-id: req-a7a05542-f4ab-47cb-b55c-fb4c71ed7e49 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:34:11.227391 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdba02af-6d45-46b5-8ed7-c2e4d6780d70", "name": "network-vif-deleted", "tag": "1decf4ee-f6eb-4dd3-a505-fed7d5678a46", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:34:11.227674 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a7a05542-f4ab-47cb-b55c-fb4c71ed7e49 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:34:11.228101 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdba02af-6d45-46b5-8ed7-c2e4d6780d70', 'name': 'network-vif-deleted', 'tag': '1decf4ee-f6eb-4dd3-a505-fed7d5678a46', 'status': 'completed', 'code': 200} Jun 17 14:34:11.273224 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-bb90395d-9114-46ae-a130-c271a8d4e4c9 None None] Set router 2a8afa69-050d-4668-abf0-0f3ecd55234c gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:34:11.604516 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-bb90395d-9114-46ae-a130-c271a8d4e4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'name': 'tempest-AttachVolumeShelveTestJSON-680198692-router', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:15Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 4, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'gw_port': {'id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:16Z', 'updated_at': '2021-06-17T14:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '0c809b4f-1a37-49c2-9844-5c0550ff4976', 'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'mac_address': 'fa:16:3e:35:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:33Z', 'revision_number': 5, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'subnets': [{'id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:34:11.631707 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb90395d-9114-46ae-a130-c271a8d4e4c9 None None] Checking router: 2a8afa69-050d-4668-abf0-0f3ecd55234c for host: dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:34:11.640194 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb90395d-9114-46ae-a130-c271a8d4e4c9 None None] Routers {'2a8afa69-050d-4668-abf0-0f3ecd55234c'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:34:11.640882 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-bb90395d-9114-46ae-a130-c271a8d4e4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:33:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['2a8afa69-050d-4668-abf0-0f3ecd55234c'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:34:11.744557 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-bb90395d-9114-46ae-a130-c271a8d4e4c9 None None] Set router 2a8afa69-050d-4668-abf0-0f3ecd55234c gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:34:11.946435 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-bb90395d-9114-46ae-a130-c271a8d4e4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'name': 'tempest-AttachVolumeShelveTestJSON-680198692-router', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:15Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 4, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'gw_port': {'id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:16Z', 'updated_at': '2021-06-17T14:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '0c809b4f-1a37-49c2-9844-5c0550ff4976', 'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'mac_address': 'fa:16:3e:35:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:33Z', 'revision_number': 5, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'subnets': [{'id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:34:11.973314 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb90395d-9114-46ae-a130-c271a8d4e4c9 None None] The sync data for ids ['2a8afa69-050d-4668-abf0-0f3ecd55234c'] in dv-cinder-796286-6-smb is: [{'id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'name': 'tempest-AttachVolumeShelveTestJSON-680198692-router', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:15Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 4, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'gw_port': {'id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:16Z', 'updated_at': '2021-06-17T14:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '0c809b4f-1a37-49c2-9844-5c0550ff4976', 'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'mac_address': 'fa:16:3e:35:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:33Z', 'revision_number': 5, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'subnets': [{'id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:34:11.993981 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ec7cc15b-300f-48a9-8dfe-4f1dfab0c0b0 req-797ea329-b770-4c80-b18e-887decac1793 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdba02af-6d45-46b5-8ed7-c2e4d6780d70 HTTP/1.1" status: 200 len: 210 time: 0.0418861 Jun 17 14:34:12.192636 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef85ce6-4d87-4b03-b262-e56a9e144d05 None None] New status for floating IP bd04fd0f-296f-47a6-92ca-9d9c6cd0fe41: DOWN {{(pid=93282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:34:12.819523 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-088d3a43-b9b5-4ff4-844e-f994c934eb40 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:12.821187 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-088d3a43-b9b5-4ff4-844e-f994c934eb40 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/networks?id=00bf45c1-1c5c-4bd8-b44a-61fcd47a999f HTTP/1.1" status: 200 len: 815 time: 0.1141741 Jun 17 14:34:12.831331 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:34:12.838401 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-027f5889-9b96-41a4-b796-fc4a6d56e5e1 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/quotas/414fab9b5eee4b63a3262611b70da8a6 HTTP/1.1" status: 200 len: 375 time: 0.0107546 Jun 17 14:34:12.853139 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] No Port match for: 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:34:12.853530 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 1decf4ee-f6eb-4dd3-a505-fed7d5678a46 not bound to the agent host hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:34:12.917593 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-518f30ce-b2e9-4b1b-ab7e-79cb0877a04c tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=414fab9b5eee4b63a3262611b70da8a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0638571 Jun 17 14:34:13.009447 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-bb1061e5-e97a-48fe-b674-c6d586782c39 service neutron] 10.222.0.86 "GET /v2.0/networks/00bf45c1-1c5c-4bd8-b44a-61fcd47a999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835838 Jun 17 14:34:13.103950 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-89ac789c-dd42-44ef-b0de-b2bd0e629ee5 service neutron] 10.222.0.86 "GET /v2.0/networks/00bf45c1-1c5c-4bd8-b44a-61fcd47a999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837557 Jun 17 14:34:13.225581 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 34512) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:34:13.280185 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1899f420-eddf-487c-9fa3-6e1bc57cbc4c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:13.294486 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-08e5aee1-6f47-4f03-952c-0d771180b665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:13.313665 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1899f420-eddf-487c-9fa3-6e1bc57cbc4c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:13.361041 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-29ba8fd2-2056-4bf3-82fc-7049f422719b req-e79e266d-1769-4aa3-8408-f1fb311d27c6 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=94de9883-fc6e-4c43-a16b-919663e6cc63 HTTP/1.1" status: 200 len: 210 time: 0.0351279 Jun 17 14:34:13.480135 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1899f420-eddf-487c-9fa3-6e1bc57cbc4c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:13.482776 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1899f420-eddf-487c-9fa3-6e1bc57cbc4c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:13.483954 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-1899f420-eddf-487c-9fa3-6e1bc57cbc4c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "DELETE /v2.0/security-groups/f4dfa374-d4ea-4909-9561-9a3b93c0a6c3 HTTP/1.1" status: 204 len: 168 time: 0.2573314 Jun 17 14:34:13.484729 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-58b01d47-2a73-4b9a-a1a9-224943966a35 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:13.487513 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 34522) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:34:13.494886 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899f420-eddf-487c-9fa3-6e1bc57cbc4c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dfa374-d4ea-4909-9561-9a3b93c0a6c3,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:13.497237 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-1899f420-eddf-487c-9fa3-6e1bc57cbc4c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:13.502433 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.api.v2.resource [None req-3daa1a32-2897-48f5-9018-b1d422646741 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] show failed (client error): The resource could not be found. Jun 17 14:34:13.508177 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-3daa1a32-2897-48f5-9018-b1d422646741 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups/f4dfa374-d4ea-4909-9561-9a3b93c0a6c3 HTTP/1.1" status: 404 len: 347 time: 0.0195570 Jun 17 14:34:13.514484 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 34524) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:34:13.640333 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-735ed8b6-1bea-4d61-acd0-70fdfddf1842 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Deleting port 10caf7f0-68b9-481c-a757-e6ac00dab701 {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:34:13.640718 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-735ed8b6-1bea-4d61-acd0-70fdfddf1842 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:13.718227 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-735ed8b6-1bea-4d61-acd0-70fdfddf1842 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:13.718561 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-735ed8b6-1bea-4d61-acd0-70fdfddf1842 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:14.011678 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-735ed8b6-1bea-4d61-acd0-70fdfddf1842 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Calling delete_port for 10caf7f0-68b9-481c-a757-e6ac00dab701 owned by network:floatingip {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:34:14.207056 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-735ed8b6-1bea-4d61-acd0-70fdfddf1842 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520883'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:14.209748 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-d18812cc-5694-402c-8c1e-ab86368a8ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:14.231328 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ed8b6-1bea-4d61-acd0-70fdfddf1842 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Pushing event deleted for resources: {'Port': ['ID=10caf7f0-68b9-481c-a757-e6ac00dab701,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:14.235235 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-735ed8b6-1bea-4d61-acd0-70fdfddf1842 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:14.296340 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-735ed8b6-1bea-4d61-acd0-70fdfddf1842 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for floatingip, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:14.299172 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-735ed8b6-1bea-4d61-acd0-70fdfddf1842 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for floatingip, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:14.300573 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-735ed8b6-1bea-4d61-acd0-70fdfddf1842 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "DELETE /v2.0/floatingips/bd04fd0f-296f-47a6-92ca-9d9c6cd0fe41 HTTP/1.1" status: 204 len: 168 time: 0.7850933 Jun 17 14:34:14.503925 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-514a8b25-9e88-4f4b-bd0f-afcbf4ad7803 req-91465aef-816e-4901-82cb-cb86999908b0 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=94de9883-fc6e-4c43-a16b-919663e6cc63 HTTP/1.1" status: 200 len: 210 time: 0.0280728 Jun 17 14:34:14.737420 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 34532) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:34:14.742001 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-0f14fc0b-127e-447a-af52-eee002995660 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Request body: {'security_group': {'name': 'tempest-securitygroup--523067267', 'description': 'tempest-description--1760261598'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:34:14.834481 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0f14fc0b-127e-447a-af52-eee002995660 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:14.919041 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0f14fc0b-127e-447a-af52-eee002995660 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:15.052809 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0f14fc0b-127e-447a-af52-eee002995660 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:15.055583 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c8d2b150-5f32-4bfa-aa19-a05dd6f70da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:15.082592 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14fc0b-127e-447a-af52-eee002995660 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1137c9fa-a336-465e-a6af-e8d000725d11,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:15.085446 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-0f14fc0b-127e-447a-af52-eee002995660 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:15.224178 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0f14fc0b-127e-447a-af52-eee002995660 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:15.225415 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-0f14fc0b-127e-447a-af52-eee002995660 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4870093 Jun 17 14:34:15.228727 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 34534) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:34:15.233163 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-b48e13ac-c316-4723-8a0d-2fb280c377b4 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Request body: {'security_group_rule': {'security_group_id': '1137c9fa-a336-465e-a6af-e8d000725d11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:34:15.372240 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b48e13ac-c316-4723-8a0d-2fb280c377b4 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:15.427470 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b48e13ac-c316-4723-8a0d-2fb280c377b4 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:15.509661 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b48e13ac-c316-4723-8a0d-2fb280c377b4 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939287'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:15.511765 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-08ee0a48-4c94-4611-bb6a-1db0ff117716 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:15.526609 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e13ac-c316-4723-8a0d-2fb280c377b4 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd68448-c243-46f8-8038-1bc6de1a2975,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:15.530353 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-b48e13ac-c316-4723-8a0d-2fb280c377b4 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:15.605647 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b48e13ac-c316-4723-8a0d-2fb280c377b4 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:15.609474 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-b48e13ac-c316-4723-8a0d-2fb280c377b4 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3772326 Jun 17 14:34:15.611790 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 34538) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:34:15.616470 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-ef5188d4-754f-4384-bc2f-589215134faa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Request body: {'security_group_rule': {'security_group_id': '1137c9fa-a336-465e-a6af-e8d000725d11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:34:15.671250 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d7200a8e-40bc-4420-b874-9c1e1e3eb4bc req-1a0d2373-2496-4789-9db2-f1efb13b5af5 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=94de9883-fc6e-4c43-a16b-919663e6cc63 HTTP/1.1" status: 200 len: 210 time: 0.0411890 Jun 17 14:34:15.698769 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-c9990449-887f-465d-89c8-1e1e60f906ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:15.727340 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ef5188d4-754f-4384-bc2f-589215134faa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:15.741980 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-9d72371a-1600-4d9f-97d8-e4116a17afad tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:15.743491 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-9d72371a-1600-4d9f-97d8-e4116a17afad tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.93 "GET /v2.0/networks?id=00bf45c1-1c5c-4bd8-b44a-61fcd47a999f HTTP/1.1" status: 200 len: 815 time: 0.1352086 Jun 17 14:34:15.758255 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Request body: {'port': {'device_id': '94de9883-fc6e-4c43-a16b-919663e6cc63', 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f', 'admin_state_up': True, 'tenant_id': '414fab9b5eee4b63a3262611b70da8a6'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:34:15.791547 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ef5188d4-754f-4384-bc2f-589215134faa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:15.902646 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ef5188d4-754f-4384-bc2f-589215134faa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939287'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:15.904762 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:15.905841 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:15.924713 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5188d4-754f-4384-bc2f-589215134faa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a543f06-46e9-47a3-ab1a-42d5c18a5214,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:15.929117 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5188d4-754f-4384-bc2f-589215134faa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:15.929507 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5188d4-754f-4384-bc2f-589215134faa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:15.929873 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5188d4-754f-4384-bc2f-589215134faa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:15.930239 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5188d4-754f-4384-bc2f-589215134faa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:15.930590 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5188d4-754f-4384-bc2f-589215134faa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:15.930948 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5188d4-754f-4384-bc2f-589215134faa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:15.931290 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5188d4-754f-4384-bc2f-589215134faa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:15.931638 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5188d4-754f-4384-bc2f-589215134faa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:15.931981 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5188d4-754f-4384-bc2f-589215134faa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:15.932323 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5188d4-754f-4384-bc2f-589215134faa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:15.932762 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5188d4-754f-4384-bc2f-589215134faa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:15.933106 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5188d4-754f-4384-bc2f-589215134faa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:15.936051 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-ef5188d4-754f-4384-bc2f-589215134faa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:15.995606 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Made reservation on behalf of 414fab9b5eee4b63a3262611b70da8a6 for: {'port': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:34:15.999404 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:16.098704 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ef5188d4-754f-4384-bc2f-589215134faa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:16.103206 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-ef5188d4-754f-4384-bc2f-589215134faa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4872935 Jun 17 14:34:16.104118 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 34540) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:34:16.108145 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-0aabcd89-011c-45bb-8cf5-4c50c65d91b5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Request body: {'floatingip': {'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:34:16.126234 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Allocated IP 172.20.0.14 (00bf45c1-1c5c-4bd8-b44a-61fcd47a999f/53646b2f-b724-4e26-a64b-3114916119c8/5f6c0422-14bc-4495-9ed6-8c724d841148) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:34:16.194526 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0aabcd89-011c-45bb-8cf5-4c50c65d91b5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for floatingip, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:16.272413 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:16.295242 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0aabcd89-011c-45bb-8cf5-4c50c65d91b5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:16.377976 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520890'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:16.381739 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:16.391306 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['32218044-595f-4322-a191-39caf6a2f220'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:34:16.411118 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-0aabcd89-011c-45bb-8cf5-4c50c65d91b5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Allocated IP 172.28.1.245 (bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a/1de5b000-f039-4ced-982c-ad6f7c0b7727/a317e76f-ea2c-48d2-b024-a322b9a2d6fb) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:34:16.425441 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Network 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:34:16.430956 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:34:16.435359 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:34:16.461740 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Pushing event updated for resources: {'Port': ['ID=5f6c0422-14bc-4495-9ed6-8c724d841148,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:16.478874 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:16.479252 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:16.479623 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:16.480008 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:16.480357 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:16.480718 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:16.481072 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:16.481424 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:16.481802 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:16.482830 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:16.482830 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:16.482830 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:16.488154 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:16.510517 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:16.511554 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:16.524762 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0aabcd89-011c-45bb-8cf5-4c50c65d91b5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:16.584881 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8303919 Jun 17 14:34:16.596864 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Request body: {'port': {'device_id': '94de9883-fc6e-4c43-a16b-919663e6cc63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:34:16.647611 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0aabcd89-011c-45bb-8cf5-4c50c65d91b5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260461624'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:16.649977 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:16.666522 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:16.685764 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aabcd89-011c-45bb-8cf5-4c50c65d91b5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:34:16.688523 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-0aabcd89-011c-45bb-8cf5-4c50c65d91b5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:34:16.691028 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aabcd89-011c-45bb-8cf5-4c50c65d91b5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:34:16.700651 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabcd89-011c-45bb-8cf5-4c50c65d91b5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Pushing event updated for resources: {'Port': ['ID=a317e76f-ea2c-48d2-b024-a322b9a2d6fb,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:16.704025 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-0aabcd89-011c-45bb-8cf5-4c50c65d91b5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:16.793624 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0aabcd89-011c-45bb-8cf5-4c50c65d91b5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:16.864684 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed520b-4a61-4e16-9300-69dc74e7c5b1 req-75e3fee7-092a-457a-8fc7-0f01eff0281b tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:16.866208 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-dfed520b-4a61-4e16-9300-69dc74e7c5b1 req-75e3fee7-092a-457a-8fc7-0f01eff0281b tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=94de9883-fc6e-4c43-a16b-919663e6cc63 HTTP/1.1" status: 200 len: 932 time: 0.0678420 Jun 17 14:34:16.881475 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:16.907664 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-dfed520b-4a61-4e16-9300-69dc74e7c5b1 req-8707c176-d9be-4ffd-a187-f746e5ccf7e0 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355573 Jun 17 14:34:16.942493 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6c0422-14bc-4495-9ed6-8c724d841148 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:34:16.944868 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0aabcd89-011c-45bb-8cf5-4c50c65d91b5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:16.950218 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:16.962303 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Transition to ACTIVE for port object 5f6c0422-14bc-4495-9ed6-8c724d841148 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:34:17.045858 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:17.048096 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:17.085312 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0aabcd89-011c-45bb-8cf5-4c50c65d91b5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:17.121861 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Pushing event updated for resources: {'Port': ['ID=5f6c0422-14bc-4495-9ed6-8c724d841148,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:17.126598 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:17.196630 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Attempting to bind port 5f6c0422-14bc-4495-9ed6-8c724d841148 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:34:17.196963 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Attempting to bind port 5f6c0422-14bc-4495-9ed6-8c724d841148 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'bf49e603-ff73-4d84-b00c-532366181525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:34:17.197300 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Attempting to bind port 5f6c0422-14bc-4495-9ed6-8c724d841148 on network 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:34:17.201453 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Port 5f6c0422-14bc-4495-9ed6-8c724d841148 on network 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:34:17.201806 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Attempting to bind port 5f6c0422-14bc-4495-9ed6-8c724d841148 on network 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:34:17.207044 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Checking agent: {'id': 'c17431a8-2d50-499b-8bf2-d6ffeabd9413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'started_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:34:17.207386 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Checking segment: {'id': 'bf49e603-ff73-4d84-b00c-532366181525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:34:17.207767 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Bound using segment: {'id': 'bf49e603-ff73-4d84-b00c-532366181525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:34:17.208195 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Bound port: 5f6c0422-14bc-4495-9ed6-8c724d841148, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf49e603-ff73-4d84-b00c-532366181525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:34:17.208545 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:17.258471 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0aabcd89-011c-45bb-8cf5-4c50c65d91b5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260461578'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:17.261361 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:17.271599 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] For port 5f6c0422-14bc-4495-9ed6-8c724d841148, host hv-cinder-79628, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:34:17.274709 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] For port 5f6c0422-14bc-4495-9ed6-8c724d841148, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5f6c0422-14bc-4495-9ed6-8c724d841148,segment=NetworkSegment(bf49e603-ff73-4d84-b00c-532366181525),segment_id=bf49e603-ff73-4d84-b00c-532366181525)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:34:17.332682 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabcd89-011c-45bb-8cf5-4c50c65d91b5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Pushing event updated for resources: {'Port': ['ID=a317e76f-ea2c-48d2-b024-a322b9a2d6fb,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:17.336424 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-0aabcd89-011c-45bb-8cf5-4c50c65d91b5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:17.342166 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0aabcd89-011c-45bb-8cf5-4c50c65d91b5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982482'] for floatingip, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:17.441580 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:17.443690 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-66eafae7-a287-4ae3-a23f-0ba355b48f3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:17.476172 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:17.476793 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:17.478420 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] 10.222.0.93 "PUT /v2.0/ports/5f6c0422-14bc-4495-9ed6-8c724d841148 HTTP/1.1" status: 200 len: 1094 time: 0.8862171 Jun 17 14:34:17.478908 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94de9883-fc6e-4c43-a16b-919663e6cc63', 'tag': '5f6c0422-14bc-4495-9ed6-8c724d841148'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:34:17.481143 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e77da5-9ade-44d9-aaef-61e11ac0ff9a" -d '{"events": [{"name": "network-changed", "server_uuid": "94de9883-fc6e-4c43-a16b-919663e6cc63", "tag": "5f6c0422-14bc-4495-9ed6-8c724d841148"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:34:17.487425 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0aabcd89-011c-45bb-8cf5-4c50c65d91b5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:17.488646 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-0aabcd89-011c-45bb-8cf5-4c50c65d91b5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3841803 Jun 17 14:34:17.511344 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Pushing event updated for resources: {'Port': ['ID=5f6c0422-14bc-4495-9ed6-8c724d841148,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:17.514430 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:17.520307 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6f9643-90be-411c-9d80-e11728ecba5c x-openstack-request-id: req-de6f9643-90be-411c-9d80-e11728ecba5c {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:34:17.521188 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94de9883-fc6e-4c43-a16b-919663e6cc63", "tag": "5f6c0422-14bc-4495-9ed6-8c724d841148", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:34:17.521188 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-de6f9643-90be-411c-9d80-e11728ecba5c {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:34:17.521349 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94de9883-fc6e-4c43-a16b-919663e6cc63', 'tag': '5f6c0422-14bc-4495-9ed6-8c724d841148', 'status': 'completed', 'code': 200} Jun 17 14:34:17.597828 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e77da5-9ade-44d9-aaef-61e11ac0ff9a req-3d03a3e8-3df5-4da9-85f9-13d35c7c15cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:17.601707 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-94e77da5-9ade-44d9-aaef-61e11ac0ff9a req-3d03a3e8-3df5-4da9-85f9-13d35c7c15cd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=414fab9b5eee4b63a3262611b70da8a6&device_id=94de9883-fc6e-4c43-a16b-919663e6cc63 HTTP/1.1" status: 200 len: 1097 time: 0.0548515 Jun 17 14:34:17.678568 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-738fca03-d3b8-4be6-8648-d705458428ed req-cf7a01a0-45a1-484c-b2a7-fe356b8663c0 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--523067267&fields=id&tenant_id=f734e894b23d43df98ee905f03cdfe49 HTTP/1.1" status: 200 len: 267 time: 0.0327578 Jun 17 14:34:17.702356 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e77da5-9ade-44d9-aaef-61e11ac0ff9a req-a25a93dc-ca85-40b1-8aa8-4262650294e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:17.703880 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-94e77da5-9ade-44d9-aaef-61e11ac0ff9a req-a25a93dc-ca85-40b1-8aa8-4262650294e3 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=414fab9b5eee4b63a3262611b70da8a6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0957360 Jun 17 14:34:17.785100 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fca03-d3b8-4be6-8648-d705458428ed req-cc54c6fe-3d31-4958-ba78-a010da0c5bf9 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:17.786503 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-738fca03-d3b8-4be6-8648-d705458428ed req-cc54c6fe-3d31-4958-ba78-a010da0c5bf9 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/networks?id=5c84abbf-7edc-4ea0-b570-d4f577e25772 HTTP/1.1" status: 200 len: 816 time: 0.1015186 Jun 17 14:34:17.800207 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e77da5-9ade-44d9-aaef-61e11ac0ff9a req-cc62dd8f-7067-4cc5-85f5-2c99c50bffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:17.801237 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-738fca03-d3b8-4be6-8648-d705458428ed req-4c841420-d0fc-4286-a3ba-5203bace075b tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/quotas/f734e894b23d43df98ee905f03cdfe49 HTTP/1.1" status: 200 len: 375 time: 0.0093513 Jun 17 14:34:17.801739 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-94e77da5-9ade-44d9-aaef-61e11ac0ff9a req-cc62dd8f-7067-4cc5-85f5-2c99c50bffe8 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0913792 Jun 17 14:34:17.871804 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-738fca03-d3b8-4be6-8648-d705458428ed req-8315e6a9-72a7-4e53-a03c-bdd4cbde2c5b tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f734e894b23d43df98ee905f03cdfe49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647657 Jun 17 14:34:17.899870 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-5a1e5428-acf0-4a5d-a152-d487416cf0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:17.901346 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-5a1e5428-acf0-4a5d-a152-d487416cf0bf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=414fab9b5eee4b63a3262611b70da8a6&device_id=94de9883-fc6e-4c43-a16b-919663e6cc63 HTTP/1.1" status: 200 len: 1097 time: 0.0524850 Jun 17 14:34:17.943289 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-3d20ce91-ccc0-4c1c-a20b-56fe7a31f30c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f6c0422-14bc-4495-9ed6-8c724d841148 HTTP/1.1" status: 200 len: 217 time: 0.0332537 Jun 17 14:34:17.979345 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-738fca03-d3b8-4be6-8648-d705458428ed req-dad4815d-9513-4892-8a62-1e2b41db9672 service neutron] 10.222.0.86 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949962 Jun 17 14:34:17.999982 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-7381c47c-88ce-4330-9f83-49736250da6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:18.001822 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-7381c47c-88ce-4330-9f83-49736250da6a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=53646b2f-b724-4e26-a64b-3114916119c8 HTTP/1.1" status: 200 len: 855 time: 0.0494423 Jun 17 14:34:18.041197 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-43f6ac59-955a-4d09-96ec-8cbd14d8da9d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=00bf45c1-1c5c-4bd8-b44a-61fcd47a999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323060 Jun 17 14:34:18.066503 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-738fca03-d3b8-4be6-8648-d705458428ed req-9abf8b0a-e7a5-48f0-b1c2-0e967df54815 service neutron] 10.222.0.86 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863035 Jun 17 14:34:18.171563 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebe080-5080-4803-9260-3e2c72dfb157 req-50af105a-5be4-401d-a743-7fedfabe25d2 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:18.174227 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-20ebe080-5080-4803-9260-3e2c72dfb157 req-50af105a-5be4-401d-a743-7fedfabe25d2 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=94de9883-fc6e-4c43-a16b-919663e6cc63 HTTP/1.1" status: 200 len: 944 time: 0.1356847 Jun 17 14:34:18.190955 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-0d0060e1-c38c-429c-ba55-34281f3ef957 service neutron] 10.222.0.93 "GET /v2.0/networks/00bf45c1-1c5c-4bd8-b44a-61fcd47a999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403577 Jun 17 14:34:18.232402 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-20ebe080-5080-4803-9260-3e2c72dfb157 req-3bc1df0c-9e9a-401b-9362-f9233f48b701 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511386 Jun 17 14:34:18.302761 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2182bf7a-857b-4c0d-804e-a20ed7086a68 req-a75c7d32-3256-4c69-982a-eda71baf7ac4 service neutron] 10.222.0.93 "GET /v2.0/networks/00bf45c1-1c5c-4bd8-b44a-61fcd47a999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997207 Jun 17 14:34:18.348319 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c8a44f8a-ac9a-4228-89f5-fc942d7cb651 req-2fb1bbe6-4304-4b6c-a990-9848ea2ec602 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 210 time: 0.0278754 Jun 17 14:34:18.704042 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:19.413177 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4097f-07f6-4080-a274-241dd24709bd req-0d51f1ce-18ec-40e9-bbbb-d7c967280e64 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:19.414747 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f5d4097f-07f6-4080-a274-241dd24709bd req-0d51f1ce-18ec-40e9-bbbb-d7c967280e64 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=94de9883-fc6e-4c43-a16b-919663e6cc63 HTTP/1.1" status: 200 len: 944 time: 0.0673165 Jun 17 14:34:19.453315 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f5d4097f-07f6-4080-a274-241dd24709bd req-53300240-0013-48cb-a2d4-1fd022991e7d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326543 Jun 17 14:34:19.493148 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-9252a2cd-f866-4ecd-bd68-45b4f48c51ef req-dbf2efb4-4a3d-46c4-b1de-70e192a24c68 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 210 time: 0.0289850 Jun 17 14:34:20.637723 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4990c-14b4-4089-a082-219371b985da req-0b1e1f4a-990c-401f-8eb0-cc15f1497534 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:20.639199 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-aea4990c-14b4-4089-a082-219371b985da req-0b1e1f4a-990c-401f-8eb0-cc15f1497534 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=94de9883-fc6e-4c43-a16b-919663e6cc63 HTTP/1.1" status: 200 len: 944 time: 0.0693555 Jun 17 14:34:20.649417 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f37c9bb1-96e1-496d-af84-9fbaa1dcf3bc req-195c7ad0-217e-47f5-981e-a2c8f41b9d28 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 210 time: 0.0398536 Jun 17 14:34:20.656744 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fca03-d3b8-4be6-8648-d705458428ed req-3d3db2de-76e8-4268-8d4f-43523ef46985 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:20.658318 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-738fca03-d3b8-4be6-8648-d705458428ed req-3d3db2de-76e8-4268-8d4f-43523ef46985 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.93 "GET /v2.0/networks?id=5c84abbf-7edc-4ea0-b570-d4f577e25772 HTTP/1.1" status: 200 len: 816 time: 0.1367338 Jun 17 14:34:20.679794 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-aea4990c-14b4-4089-a082-219371b985da req-76defd5c-f0b4-4ae5-8356-06f8b4be3a98 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323513 Jun 17 14:34:20.707160 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-738fca03-d3b8-4be6-8648-d705458428ed req-b8d41a42-9157-45ad-8660-ed0ff3abc94e tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f734e894b23d43df98ee905f03cdfe49 HTTP/1.1" status: 200 len: 379 time: 0.0379801 Jun 17 14:34:20.717078 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-738fca03-d3b8-4be6-8648-d705458428ed req-8b4558ea-b85a-481c-9ad2-13cc6655b814 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Request body: {'port': {'device_id': '6959af72-caec-4f5e-b6df-962d7152f5b2', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'admin_state_up': True, 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'security_groups': ['1137c9fa-a336-465e-a6af-e8d000725d11']}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:34:20.878044 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 5f6c0422-14bc-4495-9ed6-8c724d841148 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:34:20.931009 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738fca03-d3b8-4be6-8648-d705458428ed req-8b4558ea-b85a-481c-9ad2-13cc6655b814 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Made reservation on behalf of f734e894b23d43df98ee905f03cdfe49 for: {'port': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:34:20.934559 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-738fca03-d3b8-4be6-8648-d705458428ed req-8b4558ea-b85a-481c-9ad2-13cc6655b814 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:20.969324 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 5f6c0422-14bc-4495-9ed6-8c724d841148, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5f6c0422-14bc-4495-9ed6-8c724d841148,segment=NetworkSegment(bf49e603-ff73-4d84-b00c-532366181525),segment_id=bf49e603-ff73-4d84-b00c-532366181525)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:34:20.984999 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': '5f6c0422-14bc-4495-9ed6-8c724d841148', 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f', 'port_id': '5f6c0422-14bc-4495-9ed6-8c724d841148', 'mac_address': 'fa:16:3e:43:42:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53646b2f-b724-4e26-a64b-3114916119c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:34:21.025025 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:21.038116 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6c0422-14bc-4495-9ed6-8c724d841148 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:34:21.058117 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 5f6c0422-14bc-4495-9ed6-8c724d841148, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5f6c0422-14bc-4495-9ed6-8c724d841148,segment=NetworkSegment(bf49e603-ff73-4d84-b00c-532366181525),segment_id=bf49e603-ff73-4d84-b00c-532366181525)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:34:21.061115 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [req-738fca03-d3b8-4be6-8648-d705458428ed req-8b4558ea-b85a-481c-9ad2-13cc6655b814 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Allocated IP 172.20.0.14 (5c84abbf-7edc-4ea0-b570-d4f577e25772/cdb313b6-281b-48ec-b3c1-9a23239d4b57/d74b7ce8-9559-4728-8b33-19d0a7096b7a) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:34:21.144394 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:21.147092 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:21.192636 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=5f6c0422-14bc-4495-9ed6-8c724d841148,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:21.197424 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-738fca03-d3b8-4be6-8648-d705458428ed req-8b4558ea-b85a-481c-9ad2-13cc6655b814 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:21.199480 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:21.199827 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:21.200195 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:21.200538 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:21.200866 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:21.201196 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:21.201544 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:21.201942 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:21.202267 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:21.202595 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:21.202915 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:21.203239 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:34:21.207684 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:21.210990 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [req-738fca03-d3b8-4be6-8648-d705458428ed req-8b4558ea-b85a-481c-9ad2-13cc6655b814 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Transition to ACTIVE for port object d74b7ce8-9559-4728-8b33-19d0a7096b7a will not be triggered until provisioned by entity DHCP. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:34:21.298825 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-738fca03-d3b8-4be6-8648-d705458428ed req-8b4558ea-b85a-481c-9ad2-13cc6655b814 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520890'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:21.302555 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:21.320397 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:34:21.339790 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738fca03-d3b8-4be6-8648-d705458428ed req-8b4558ea-b85a-481c-9ad2-13cc6655b814 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Network 5c84abbf-7edc-4ea0-b570-d4f577e25772 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:34:21.343058 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [req-738fca03-d3b8-4be6-8648-d705458428ed req-8b4558ea-b85a-481c-9ad2-13cc6655b814 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:34:21.351641 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-738fca03-d3b8-4be6-8648-d705458428ed req-8b4558ea-b85a-481c-9ad2-13cc6655b814 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:34:21.383865 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4558ea-b85a-481c-9ad2-13cc6655b814 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Pushing event updated for resources: {'Port': ['ID=d74b7ce8-9559-4728-8b33-19d0a7096b7a,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:21.388548 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-8b4558ea-b85a-481c-9ad2-13cc6655b814 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:21.414288 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fca03-d3b8-4be6-8648-d705458428ed req-8b4558ea-b85a-481c-9ad2-13cc6655b814 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:21.414918 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-738fca03-d3b8-4be6-8648-d705458428ed req-8b4558ea-b85a-481c-9ad2-13cc6655b814 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:21.436875 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['5f6c0422-14bc-4495-9ed6-8c724d841148'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:34:21.533649 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-738fca03-d3b8-4be6-8648-d705458428ed req-8b4558ea-b85a-481c-9ad2-13cc6655b814 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8195179 Jun 17 14:34:21.544854 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Request body: {'port': {'device_id': '6959af72-caec-4f5e-b6df-962d7152f5b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:34:21.615779 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:21.692876 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-b6b2f9a8-55ea-41a1-b65b-1a665f52027a None None] Provisioning for port d74b7ce8-9559-4728-8b33-19d0a7096b7a completed by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:34:21.697359 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-b6b2f9a8-55ea-41a1-b65b-1a665f52027a None None] Provisioning complete for port d74b7ce8-9559-4728-8b33-19d0a7096b7a triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:34:21.697778 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b6b2f9a8-55ea-41a1-b65b-1a665f52027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:21.777038 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-b6b2f9a8-55ea-41a1-b65b-1a665f52027a None None] Port d74b7ce8-9559-4728-8b33-19d0a7096b7a cannot update to ACTIVE because it is not bound. {{(pid=93281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:34:21.870853 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0668f78-fd4d-48ad-8b5b-be47eeaa3534 req-826af054-9152-478f-931f-2782d09fb029 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:21.872317 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-d0668f78-fd4d-48ad-8b5b-be47eeaa3534 req-826af054-9152-478f-931f-2782d09fb029 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=94de9883-fc6e-4c43-a16b-919663e6cc63 HTTP/1.1" status: 200 len: 945 time: 0.0629132 Jun 17 14:34:21.910149 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-d0668f78-fd4d-48ad-8b5b-be47eeaa3534 req-4a37cd17-a96b-49f8-b392-8e8b0056c196 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315645 Jun 17 14:34:21.914381 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506858f-372d-4bbf-9fe4-cdc188d375b7 req-cb68f896-65fc-49c8-923a-0fadf98abb11 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:21.915817 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7506858f-372d-4bbf-9fe4-cdc188d375b7 req-cb68f896-65fc-49c8-923a-0fadf98abb11 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 932 time: 0.1230600 Jun 17 14:34:21.934690 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74b7ce8-9559-4728-8b33-19d0a7096b7a {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:34:21.949089 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:21.971524 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Transition to ACTIVE for port object d74b7ce8-9559-4728-8b33-19d0a7096b7a will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:34:21.975024 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7506858f-372d-4bbf-9fe4-cdc188d375b7 req-9849334b-5117-45f7-8214-8d974540acef tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528610 Jun 17 14:34:22.057038 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:22.060208 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-58b01d47-2a73-4b9a-a1a9-224943966a35 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:22.134288 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Pushing event updated for resources: {'Port': ['ID=d74b7ce8-9559-4728-8b33-19d0a7096b7a,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:22.138681 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:22.207785 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Attempting to bind port d74b7ce8-9559-4728-8b33-19d0a7096b7a on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:34:22.208040 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Attempting to bind port d74b7ce8-9559-4728-8b33-19d0a7096b7a by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'e0cf12ca-70e0-4818-8c0d-c5feed99a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:34:22.208375 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Attempting to bind port d74b7ce8-9559-4728-8b33-19d0a7096b7a on network 5c84abbf-7edc-4ea0-b570-d4f577e25772 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:34:22.212759 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Port d74b7ce8-9559-4728-8b33-19d0a7096b7a on network 5c84abbf-7edc-4ea0-b570-d4f577e25772 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:34:22.213182 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Attempting to bind port d74b7ce8-9559-4728-8b33-19d0a7096b7a on network 5c84abbf-7edc-4ea0-b570-d4f577e25772 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:34:22.217978 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Checking agent: {'id': 'c17431a8-2d50-499b-8bf2-d6ffeabd9413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'started_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:34:22.218316 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Checking segment: {'id': 'e0cf12ca-70e0-4818-8c0d-c5feed99a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:34:22.218717 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Bound using segment: {'id': 'e0cf12ca-70e0-4818-8c0d-c5feed99a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:34:22.219145 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Bound port: d74b7ce8-9559-4728-8b33-19d0a7096b7a, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0cf12ca-70e0-4818-8c0d-c5feed99a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1118, 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:34:22.219494 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:22.281030 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] For port d74b7ce8-9559-4728-8b33-19d0a7096b7a, host hv-cinder-79628, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:34:22.283920 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] For port d74b7ce8-9559-4728-8b33-19d0a7096b7a, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d74b7ce8-9559-4728-8b33-19d0a7096b7a,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:34:22.390403 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:22.392792 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-88384dfd-f68c-475b-8a9c-3aa97643e4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:22.429705 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:22.430703 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:22.432160 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] 10.222.0.93 "PUT /v2.0/ports/d74b7ce8-9559-4728-8b33-19d0a7096b7a HTTP/1.1" status: 200 len: 1094 time: 0.8912945 Jun 17 14:34:22.434363 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6959af72-caec-4f5e-b6df-962d7152f5b2', 'tag': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:34:22.437368 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bde06e-291e-4d9c-b68f-765cbda0168c" -d '{"events": [{"name": "network-changed", "server_uuid": "6959af72-caec-4f5e-b6df-962d7152f5b2", "tag": "d74b7ce8-9559-4728-8b33-19d0a7096b7a"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:34:22.466729 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Pushing event updated for resources: {'Port': ['ID=d74b7ce8-9559-4728-8b33-19d0a7096b7a,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:22.466729 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:22.477988 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096f7800-0258-4c66-82de-945b5d6c2398 x-openstack-request-id: req-096f7800-0258-4c66-82de-945b5d6c2398 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:34:22.478314 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6959af72-caec-4f5e-b6df-962d7152f5b2", "tag": "d74b7ce8-9559-4728-8b33-19d0a7096b7a", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:34:22.478599 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-096f7800-0258-4c66-82de-945b5d6c2398 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:34:22.479033 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6959af72-caec-4f5e-b6df-962d7152f5b2', 'tag': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a', 'status': 'completed', 'code': 200} Jun 17 14:34:22.562493 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bde06e-291e-4d9c-b68f-765cbda0168c req-7fec2d32-621a-4d47-99ec-c44a82924423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:22.564287 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e0bde06e-291e-4d9c-b68f-765cbda0168c req-7fec2d32-621a-4d47-99ec-c44a82924423 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f734e894b23d43df98ee905f03cdfe49&device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 1097 time: 0.0564506 Jun 17 14:34:22.667752 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bde06e-291e-4d9c-b68f-765cbda0168c req-af13ffe7-8de9-4dce-8d58-99e69cd01092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:22.669228 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e0bde06e-291e-4d9c-b68f-765cbda0168c req-af13ffe7-8de9-4dce-8d58-99e69cd01092 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=f734e894b23d43df98ee905f03cdfe49&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0964019 Jun 17 14:34:22.759190 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bde06e-291e-4d9c-b68f-765cbda0168c req-07672903-c184-4e92-ab4c-34fa264ee82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:22.760491 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e0bde06e-291e-4d9c-b68f-765cbda0168c req-07672903-c184-4e92-ab4c-34fa264ee82d service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0837247 Jun 17 14:34:22.859789 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fca03-d3b8-4be6-8648-d705458428ed req-9e6f6de5-9674-48a2-9dcf-cdfe699ff4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:22.861411 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-738fca03-d3b8-4be6-8648-d705458428ed req-9e6f6de5-9674-48a2-9dcf-cdfe699ff4f9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f734e894b23d43df98ee905f03cdfe49&device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 1097 time: 0.0523067 Jun 17 14:34:22.894604 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 5f6c0422-14bc-4495-9ed6-8c724d841148 up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:34:22.904902 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-738fca03-d3b8-4be6-8648-d705458428ed req-d6773158-1043-4982-85a4-2a4cee12c5cc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d74b7ce8-9559-4728-8b33-19d0a7096b7a HTTP/1.1" status: 200 len: 217 time: 0.0357499 Jun 17 14:34:22.955255 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fca03-d3b8-4be6-8648-d705458428ed req-e2457ba0-fcd0-47a1-b5af-bdd4476be229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:22.956770 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-738fca03-d3b8-4be6-8648-d705458428ed req-e2457ba0-fcd0-47a1-b5af-bdd4476be229 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cdb313b6-281b-48ec-b3c1-9a23239d4b57 HTTP/1.1" status: 200 len: 855 time: 0.0442309 Jun 17 14:34:23.015862 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fca03-d3b8-4be6-8648-d705458428ed req-440207b5-c8a8-4849-b9b9-6d14d4e3dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:23.018863 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-738fca03-d3b8-4be6-8648-d705458428ed req-440207b5-c8a8-4849-b9b9-6d14d4e3dc82 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5c84abbf-7edc-4ea0-b570-d4f577e25772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0536811 Jun 17 14:34:23.132643 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning for port 5f6c0422-14bc-4495-9ed6-8c724d841148 completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:34:23.137815 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port 5f6c0422-14bc-4495-9ed6-8c724d841148 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:34:23.138479 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:23.170293 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61300633-3eb8-4aaa-91d7-60387db2d016 req-346a313a-4045-4ffc-8af8-17c745de74c8 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:23.171949 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-61300633-3eb8-4aaa-91d7-60387db2d016 req-346a313a-4045-4ffc-8af8-17c745de74c8 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0724313 Jun 17 14:34:23.219814 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-61300633-3eb8-4aaa-91d7-60387db2d016 req-3b7b4aa3-d944-4ade-a847-5abb2041030e tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409968 Jun 17 14:34:23.228825 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:23.253321 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94de9883-fc6e-4c43-a16b-919663e6cc63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6c0422-14bc-4495-9ed6-8c724d841148'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:34:23.255657 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee476bf-f1d3-42e6-ba16-c3509074d5f9" -d '{"events": [{"server_uuid": "94de9883-fc6e-4c43-a16b-919663e6cc63", "name": "network-vif-plugged", "status": "completed", "tag": "5f6c0422-14bc-4495-9ed6-8c724d841148"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:34:23.269342 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 5f6c0422-14bc-4495-9ed6-8c724d841148, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5f6c0422-14bc-4495-9ed6-8c724d841148,segment=NetworkSegment(bf49e603-ff73-4d84-b00c-532366181525),segment_id=bf49e603-ff73-4d84-b00c-532366181525)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:34:23.296634 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22984b2-9e4f-47db-ad13-ac8e41aff608 x-openstack-request-id: req-d22984b2-9e4f-47db-ad13-ac8e41aff608 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:34:23.296936 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94de9883-fc6e-4c43-a16b-919663e6cc63", "name": "network-vif-plugged", "status": "completed", "tag": "5f6c0422-14bc-4495-9ed6-8c724d841148", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:34:23.297196 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d22984b2-9e4f-47db-ad13-ac8e41aff608 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:34:23.297712 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94de9883-fc6e-4c43-a16b-919663e6cc63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6c0422-14bc-4495-9ed6-8c724d841148', 'code': 200} Jun 17 14:34:23.349747 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:23.352162 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:23.399246 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=5f6c0422-14bc-4495-9ed6-8c724d841148,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:23.402324 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:23.421058 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b6758-e1fe-42b4-8ece-1c7771babe67 req-2f344db3-7af1-4381-bdaf-5bf725b0f475 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:23.426237 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cb7b6758-e1fe-42b4-8ece-1c7771babe67 req-2f344db3-7af1-4381-bdaf-5bf725b0f475 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=94de9883-fc6e-4c43-a16b-919663e6cc63 HTTP/1.1" status: 200 len: 945 time: 0.3991907 Jun 17 14:34:23.426877 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-738fca03-d3b8-4be6-8648-d705458428ed req-9bff8c02-8627-4900-8ed7-06d23b376d6e service neutron] 10.222.0.93 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948524 Jun 17 14:34:23.488953 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cb7b6758-e1fe-42b4-8ece-1c7771babe67 req-8d8347e1-916c-4618-b9e4-b1093c0874ff tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602996 Jun 17 14:34:23.538361 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-738fca03-d3b8-4be6-8648-d705458428ed req-b8657909-de90-4f70-83e8-672b31994779 service neutron] 10.222.0.93 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039178 Jun 17 14:34:23.701018 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7430b-b3b5-479f-8fbf-b328c3cb8de7 req-43aae679-d0dc-4290-861b-983632ded037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:23.702494 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d0c7430b-b3b5-479f-8fbf-b328c3cb8de7 req-43aae679-d0dc-4290-861b-983632ded037 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=94de9883-fc6e-4c43-a16b-919663e6cc63 HTTP/1.1" status: 200 len: 1099 time: 0.0495918 Jun 17 14:34:23.738209 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d0c7430b-b3b5-479f-8fbf-b328c3cb8de7 req-1eefdbaf-9ab4-4ee0-8a74-58277ac35fbb service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277219 Jun 17 14:34:24.394242 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42efaa0-4148-437f-b84f-2d5abd0618a0 req-5d69c056-9d6f-48c8-94f2-8d64ab95add5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:24.395680 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e42efaa0-4148-437f-b84f-2d5abd0618a0 req-5d69c056-9d6f-48c8-94f2-8d64ab95add5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0619252 Jun 17 14:34:24.433824 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e42efaa0-4148-437f-b84f-2d5abd0618a0 req-52366265-2d83-4930-b681-ade003d74981 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323877 Jun 17 14:34:24.662899 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c02da-eb2a-4111-9057-70f108ebfef4 req-d33447c4-9c96-4188-b62c-672168d64fbd tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:24.664328 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-303c02da-eb2a-4111-9057-70f108ebfef4 req-d33447c4-9c96-4188-b62c-672168d64fbd tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=94de9883-fc6e-4c43-a16b-919663e6cc63 HTTP/1.1" status: 200 len: 946 time: 0.0652330 Jun 17 14:34:24.703438 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-303c02da-eb2a-4111-9057-70f108ebfef4 req-eb1db30b-f962-472e-96e6-d844cd0fc239 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335865 Jun 17 14:34:24.896862 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device d74b7ce8-9559-4728-8b33-19d0a7096b7a details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:34:24.991654 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port d74b7ce8-9559-4728-8b33-19d0a7096b7a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d74b7ce8-9559-4728-8b33-19d0a7096b7a,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:34:25.002773 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'port_id': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a', 'mac_address': 'fa:16:3e:96:e2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:34:25.039328 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:25.052340 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74b7ce8-9559-4728-8b33-19d0a7096b7a {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:34:25.071227 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port d74b7ce8-9559-4728-8b33-19d0a7096b7a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d74b7ce8-9559-4728-8b33-19d0a7096b7a,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:34:25.137697 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:25.139405 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:25.183520 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=d74b7ce8-9559-4728-8b33-19d0a7096b7a,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:25.186466 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:25.467382 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['d74b7ce8-9559-4728-8b33-19d0a7096b7a'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:34:25.619732 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfe8e1-b892-426f-b334-0d1119857909 req-6ada7bc0-8a6c-4b0c-a11a-69220fb7d840 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:25.621218 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-12cfe8e1-b892-426f-b334-0d1119857909 req-6ada7bc0-8a6c-4b0c-a11a-69220fb7d840 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 945 time: 0.0721955 Jun 17 14:34:25.658553 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-12cfe8e1-b892-426f-b334-0d1119857909 req-a8067a81-94d9-45b8-a421-ef560781ed42 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314271 Jun 17 14:34:25.872532 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300684c-71de-4232-a57d-265b13284d1b req-510dfebd-e38b-4923-89e0-9aeb5ec9d27e tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:25.874015 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b300684c-71de-4232-a57d-265b13284d1b req-510dfebd-e38b-4923-89e0-9aeb5ec9d27e tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=94de9883-fc6e-4c43-a16b-919663e6cc63 HTTP/1.1" status: 200 len: 946 time: 0.0611503 Jun 17 14:34:25.911413 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b300684c-71de-4232-a57d-265b13284d1b req-3aff814c-7531-47cf-83ed-844a8babae2d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316684 Jun 17 14:34:26.837061 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2a39b-ee31-46a5-b5e5-13d83815875f req-980ea4c5-d3ab-4005-bdcc-7c77d9694548 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:26.838543 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f6f2a39b-ee31-46a5-b5e5-13d83815875f req-980ea4c5-d3ab-4005-bdcc-7c77d9694548 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 945 time: 0.0626364 Jun 17 14:34:26.876116 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f6f2a39b-ee31-46a5-b5e5-13d83815875f req-eabc72df-90d0-480d-a62e-5f615fae32a6 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318944 Jun 17 14:34:26.910781 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device d74b7ce8-9559-4728-8b33-19d0a7096b7a up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:34:27.035557 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning for port d74b7ce8-9559-4728-8b33-19d0a7096b7a completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:34:27.039461 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port d74b7ce8-9559-4728-8b33-19d0a7096b7a triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:34:27.039858 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:27.120549 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:27.141312 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6959af72-caec-4f5e-b6df-962d7152f5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:34:27.143587 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9b3f9e-296c-44b6-9015-77ee3f7765b5" -d '{"events": [{"server_uuid": "6959af72-caec-4f5e-b6df-962d7152f5b2", "name": "network-vif-plugged", "status": "completed", "tag": "d74b7ce8-9559-4728-8b33-19d0a7096b7a"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:34:27.156573 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port d74b7ce8-9559-4728-8b33-19d0a7096b7a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d74b7ce8-9559-4728-8b33-19d0a7096b7a,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:34:27.180789 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b030b52-ac10-4a8c-a3cf-f39831d988b4 x-openstack-request-id: req-4b030b52-ac10-4a8c-a3cf-f39831d988b4 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:34:27.181094 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6959af72-caec-4f5e-b6df-962d7152f5b2", "name": "network-vif-plugged", "status": "completed", "tag": "d74b7ce8-9559-4728-8b33-19d0a7096b7a", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:34:27.181358 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4b030b52-ac10-4a8c-a3cf-f39831d988b4 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:34:27.181798 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6959af72-caec-4f5e-b6df-962d7152f5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a', 'code': 200} Jun 17 14:34:27.235387 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:27.238709 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:27.284318 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=d74b7ce8-9559-4728-8b33-19d0a7096b7a,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:27.287278 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:27.526189 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23ef67-0c71-4db9-9c31-f78c6262f7a1 req-772296e1-594a-4afb-a2ea-fca595df11b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:27.527671 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8d23ef67-0c71-4db9-9c31-f78c6262f7a1 req-772296e1-594a-4afb-a2ea-fca595df11b4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 1099 time: 0.0521712 Jun 17 14:34:27.564930 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8d23ef67-0c71-4db9-9c31-f78c6262f7a1 req-c3b26dfd-c732-4a52-8a1a-56c4b69804f3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275328 Jun 17 14:34:27.839933 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-7f2aae19-baea-4da8-bc99-fe2685f5d724 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:27.841369 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-7f2aae19-baea-4da8-bc99-fe2685f5d724 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/networks?id=00bf45c1-1c5c-4bd8-b44a-61fcd47a999f HTTP/1.1" status: 200 len: 815 time: 0.1001360 Jun 17 14:34:27.856805 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-b901f718-c01f-4dff-8287-d5ffaccec758 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/quotas/414fab9b5eee4b63a3262611b70da8a6 HTTP/1.1" status: 200 len: 375 time: 0.0089445 Jun 17 14:34:27.925010 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-0f3e6b5d-77c9-449d-9bf2-36b33b5753b4 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=414fab9b5eee4b63a3262611b70da8a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624053 Jun 17 14:34:28.019437 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-5de06365-ccaf-42d6-8c3d-567582da7c55 service neutron] 10.222.0.86 "GET /v2.0/networks/00bf45c1-1c5c-4bd8-b44a-61fcd47a999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876801 Jun 17 14:34:28.060214 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be363020-7608-410d-98bd-62205ef8ec8f req-21258362-e03c-40df-bdce-a43e7b271b98 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:28.061684 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-be363020-7608-410d-98bd-62205ef8ec8f req-21258362-e03c-40df-bdce-a43e7b271b98 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0647874 Jun 17 14:34:28.100970 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-be363020-7608-410d-98bd-62205ef8ec8f req-3b75270e-11d8-4d99-a3df-d1b825cf2760 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329516 Jun 17 14:34:28.112561 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-27c219c8-d474-46ff-bf1a-92aa1384f8fa service neutron] 10.222.0.86 "GET /v2.0/networks/00bf45c1-1c5c-4bd8-b44a-61fcd47a999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868926 Jun 17 14:34:28.348262 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f283de4d-e703-4dc3-ba02-40f59b5a4a4f req-2d29bb89-47f7-42e9-95aa-8ae22f0b01b5 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=a92ea796-7950-4a13-9cfb-50617164340e HTTP/1.1" status: 200 len: 210 time: 0.0282156 Jun 17 14:34:29.280417 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c7f76-d16b-4cbf-b288-7627828b4549 req-b4bd4c45-3fad-4cbb-b046-a4097fa530a2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:29.281860 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3b9c7f76-d16b-4cbf-b288-7627828b4549 req-b4bd4c45-3fad-4cbb-b046-a4097fa530a2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0652671 Jun 17 14:34:29.318163 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3b9c7f76-d16b-4cbf-b288-7627828b4549 req-90aae0e4-c75d-4bbc-9b6d-dab550b886f1 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303419 Jun 17 14:34:29.486987 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd0388-4ae8-4f61-b804-ee9b539d338e req-27e69ff2-74c5-4a9e-9ea3-6062a6ccd1fa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:29.488496 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-71bd0388-4ae8-4f61-b804-ee9b539d338e req-27e69ff2-74c5-4a9e-9ea3-6062a6ccd1fa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0632467 Jun 17 14:34:29.490546 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-35704095-4bab-4037-b392-8ce0135395b7 req-c94c4f6e-1afb-44f5-83f5-bb6b96e15471 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=a92ea796-7950-4a13-9cfb-50617164340e HTTP/1.1" status: 200 len: 210 time: 0.0294569 Jun 17 14:34:29.497213 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 34658) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:34:29.502448 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-b240a4ac-7b05-4a9b-88ee-91f90745bf50 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Request body: {'floatingip': {'port_id': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:34:29.547145 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b240a4ac-7b05-4a9b-88ee-91f90745bf50 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for floatingip, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:29.965070 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b240a4ac-7b05-4a9b-88ee-91f90745bf50 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:30.079604 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b240a4ac-7b05-4a9b-88ee-91f90745bf50 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982482'] for floatingip, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:30.174841 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.db.l3_db [None req-b240a4ac-7b05-4a9b-88ee-91f90745bf50 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Floating IP c761bcbf-fcbe-4ad0-be9b-b2a932130aa3 associated. External IP: 172.28.1.245, port: d74b7ce8-9559-4728-8b33-19d0a7096b7a. Jun 17 14:34:30.369001 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b240a4ac-7b05-4a9b-88ee-91f90745bf50 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Router 2a8afa69-050d-4668-abf0-0f3ecd55234c has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:34:30.471741 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b240a4ac-7b05-4a9b-88ee-91f90745bf50 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:34:30.476581 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b240a4ac-7b05-4a9b-88ee-91f90745bf50 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for floatingip, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:30.480990 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1a9ba4-1eea-476f-aca3-2b9291a75619 None None] Sync routers for ids ['2a8afa69-050d-4668-abf0-0f3ecd55234c'] in dv-cinder-796286-6-smb {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:34:30.491219 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1a9ba4-1eea-476f-aca3-2b9291a75619 None None] Routers {'2a8afa69-050d-4668-abf0-0f3ecd55234c'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:34:30.492097 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-3d1a9ba4-1eea-476f-aca3-2b9291a75619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:34:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['2a8afa69-050d-4668-abf0-0f3ecd55234c'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:34:30.517529 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-b240a4ac-7b05-4a9b-88ee-91f90745bf50 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "PUT /v2.0/floatingips/c761bcbf-fcbe-4ad0-be9b-b2a932130aa3 HTTP/1.1" status: 200 len: 992 time: 1.0185359 Jun 17 14:34:30.518182 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6959af72-caec-4f5e-b6df-962d7152f5b2', 'tag': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:34:30.520479 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f089db21-2a5b-43ee-941b-61065bc73332" -d '{"events": [{"name": "network-changed", "server_uuid": "6959af72-caec-4f5e-b6df-962d7152f5b2", "tag": "d74b7ce8-9559-4728-8b33-19d0a7096b7a"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:34:30.597569 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-3d1a9ba4-1eea-476f-aca3-2b9291a75619 None None] Set router 2a8afa69-050d-4668-abf0-0f3ecd55234c gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:34:30.640443 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-123425c0-4d1e-49f0-8331-6a39fb2a5f2a req-1a3e6273-460b-4740-93c4-8e015a7ec24b tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=a92ea796-7950-4a13-9cfb-50617164340e HTTP/1.1" status: 200 len: 210 time: 0.0278754 Jun 17 14:34:30.686315 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2da879-ce62-4634-b888-9f09a25d54cc x-openstack-request-id: req-6d2da879-ce62-4634-b888-9f09a25d54cc {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:34:30.687488 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6959af72-caec-4f5e-b6df-962d7152f5b2", "tag": "d74b7ce8-9559-4728-8b33-19d0a7096b7a", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:34:30.687488 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6d2da879-ce62-4634-b888-9f09a25d54cc {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:34:30.687488 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6959af72-caec-4f5e-b6df-962d7152f5b2', 'tag': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a', 'status': 'completed', 'code': 200} Jun 17 14:34:30.768648 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089db21-2a5b-43ee-941b-61065bc73332 req-169b8e49-d6b3-4145-9f6b-813eebf907e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:30.770213 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f089db21-2a5b-43ee-941b-61065bc73332 req-169b8e49-d6b3-4145-9f6b-813eebf907e3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f734e894b23d43df98ee905f03cdfe49&device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 1099 time: 0.0550518 Jun 17 14:34:30.872544 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-3d1a9ba4-1eea-476f-aca3-2b9291a75619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'name': 'tempest-AttachVolumeShelveTestJSON-680198692-router', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:15Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 4, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'gw_port': {'id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:16Z', 'updated_at': '2021-06-17T14:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_floatingips': [{'id': 'c761bcbf-fcbe-4ad0-be9b-b2a932130aa3', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'floating_ip_address': '172.28.1.245', 'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'router_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'port_id': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'mac_address': 'fa:16:3e:96:e2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959af72-caec-4f5e-b6df-962d7152f5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:34:16Z', 'updated_at': '2021-06-17T14:34:29Z', 'revision_number': 1, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c809b4f-1a37-49c2-9844-5c0550ff4976', 'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'mac_address': 'fa:16:3e:35:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:33Z', 'revision_number': 5, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'subnets': [{'id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:34:30.891254 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089db21-2a5b-43ee-941b-61065bc73332 req-f54ad90b-4015-4dcd-85ed-2721d2008a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:30.893193 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f089db21-2a5b-43ee-941b-61065bc73332 req-f54ad90b-4015-4dcd-85ed-2721d2008a3f service neutron] 10.222.0.93 "GET /v2.0/networks?id=5c84abbf-7edc-4ea0-b570-d4f577e25772 HTTP/1.1" status: 200 len: 918 time: 0.1139419 Jun 17 14:34:30.902450 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1a9ba4-1eea-476f-aca3-2b9291a75619 None None] Checking router: 2a8afa69-050d-4668-abf0-0f3ecd55234c for host: dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:34:30.911703 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1a9ba4-1eea-476f-aca3-2b9291a75619 None None] Routers {'2a8afa69-050d-4668-abf0-0f3ecd55234c'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:34:30.912328 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-3d1a9ba4-1eea-476f-aca3-2b9291a75619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:34:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['2a8afa69-050d-4668-abf0-0f3ecd55234c'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:34:31.011281 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f089db21-2a5b-43ee-941b-61065bc73332 req-0833a30e-6ed1-4dd1-8bf3-34d07ca5ef82 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d74b7ce8-9559-4728-8b33-19d0a7096b7a HTTP/1.1" status: 200 len: 1000 time: 0.1086984 Jun 17 14:34:31.013990 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-3d1a9ba4-1eea-476f-aca3-2b9291a75619 None None] Set router 2a8afa69-050d-4668-abf0-0f3ecd55234c gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:34:31.020480 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-a271092f-87b0-456d-8239-447a2b285ee5 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:31.021918 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-a271092f-87b0-456d-8239-447a2b285ee5 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.93 "GET /v2.0/networks?id=00bf45c1-1c5c-4bd8-b44a-61fcd47a999f HTTP/1.1" status: 200 len: 815 time: 0.1680877 Jun 17 14:34:31.052875 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-5fd588d3-4ceb-4be3-8d82-b5050f2e598d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Request body: {'port': {'device_id': 'a92ea796-7950-4a13-9cfb-50617164340e', 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f', 'admin_state_up': True, 'tenant_id': '414fab9b5eee4b63a3262611b70da8a6'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:34:31.175769 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089db21-2a5b-43ee-941b-61065bc73332 req-8f894e56-ffef-40a1-bf1b-504632573e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:31.177335 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f089db21-2a5b-43ee-941b-61065bc73332 req-8f894e56-ffef-40a1-bf1b-504632573e4b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cdb313b6-281b-48ec-b3c1-9a23239d4b57 HTTP/1.1" status: 200 len: 855 time: 0.1389439 Jun 17 14:34:31.268240 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089db21-2a5b-43ee-941b-61065bc73332 req-7902943b-03f2-491d-bc82-552e5e74e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:31.269808 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f089db21-2a5b-43ee-941b-61065bc73332 req-7902943b-03f2-491d-bc82-552e5e74e92d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5c84abbf-7edc-4ea0-b570-d4f577e25772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0784907 Jun 17 14:34:31.356893 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-5fd588d3-4ceb-4be3-8d82-b5050f2e598d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Made reservation on behalf of 414fab9b5eee4b63a3262611b70da8a6 for: {'port': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:34:31.361483 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-5fd588d3-4ceb-4be3-8d82-b5050f2e598d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:31.392143 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-3d1a9ba4-1eea-476f-aca3-2b9291a75619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'name': 'tempest-AttachVolumeShelveTestJSON-680198692-router', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:15Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 4, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'gw_port': {'id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:16Z', 'updated_at': '2021-06-17T14:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_floatingips': [{'id': 'c761bcbf-fcbe-4ad0-be9b-b2a932130aa3', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'floating_ip_address': '172.28.1.245', 'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'router_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'port_id': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'mac_address': 'fa:16:3e:96:e2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959af72-caec-4f5e-b6df-962d7152f5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:34:16Z', 'updated_at': '2021-06-17T14:34:29Z', 'revision_number': 1, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c809b4f-1a37-49c2-9844-5c0550ff4976', 'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'mac_address': 'fa:16:3e:35:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:33Z', 'revision_number': 5, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'subnets': [{'id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:34:31.401704 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f089db21-2a5b-43ee-941b-61065bc73332 req-9e02f8b0-ef68-4720-899c-3db52e37bfb5 service neutron] 10.222.0.93 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229873 Jun 17 14:34:31.418450 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1a9ba4-1eea-476f-aca3-2b9291a75619 None None] The sync data for ids ['2a8afa69-050d-4668-abf0-0f3ecd55234c'] in dv-cinder-796286-6-smb is: [{'id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'name': 'tempest-AttachVolumeShelveTestJSON-680198692-router', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:15Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 4, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'gw_port': {'id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:16Z', 'updated_at': '2021-06-17T14:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_floatingips': [{'id': 'c761bcbf-fcbe-4ad0-be9b-b2a932130aa3', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'floating_ip_address': '172.28.1.245', 'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'router_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'port_id': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'mac_address': 'fa:16:3e:96:e2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959af72-caec-4f5e-b6df-962d7152f5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:34:16Z', 'updated_at': '2021-06-17T14:34:29Z', 'revision_number': 1, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c809b4f-1a37-49c2-9844-5c0550ff4976', 'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'mac_address': 'fa:16:3e:35:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:33Z', 'revision_number': 5, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'subnets': [{'id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:34:31.581157 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-5fd588d3-4ceb-4be3-8d82-b5050f2e598d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Allocated IP 172.20.0.6 (00bf45c1-1c5c-4bd8-b44a-61fcd47a999f/53646b2f-b724-4e26-a64b-3114916119c8/ad43508a-a211-422c-a7c3-f882061c8cef) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:34:31.584590 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f089db21-2a5b-43ee-941b-61065bc73332 req-a30ab385-bcd2-4b83-8b5c-f14d39e20fe7 service neutron] 10.222.0.93 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536188 Jun 17 14:34:31.612309 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed5d9bb-3b27-42e0-bc70-59a31183d4db None None] New status for floating IP c761bcbf-fcbe-4ad0-be9b-b2a932130aa3: ACTIVE {{(pid=93282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:34:31.752899 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-5fd588d3-4ceb-4be3-8d82-b5050f2e598d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:31.889599 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c2f07eb5-e186-42de-8acd-72273b5d64c9 req-3bd9bde8-a749-45f2-9cc8-34f1853cbfb0 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=a92ea796-7950-4a13-9cfb-50617164340e HTTP/1.1" status: 200 len: 210 time: 0.0304196 Jun 17 14:34:31.893499 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-5fd588d3-4ceb-4be3-8d82-b5050f2e598d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520890'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:31.897332 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:31.916064 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['32218044-595f-4322-a191-39caf6a2f220', '5f6c0422-14bc-4495-9ed6-8c724d841148'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:34:31.937077 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-5fd588d3-4ceb-4be3-8d82-b5050f2e598d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Network 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:34:31.941295 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-5fd588d3-4ceb-4be3-8d82-b5050f2e598d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:34:31.972965 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-5fd588d3-4ceb-4be3-8d82-b5050f2e598d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:34:31.974481 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1547f9d-69bb-4c1e-a1fb-6a568fd15bcb req-e9650815-e17e-4981-90c4-4d37f3102ae3 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:31.974481 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c1547f9d-69bb-4c1e-a1fb-6a568fd15bcb req-e9650815-e17e-4981-90c4-4d37f3102ae3 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0808258 Jun 17 14:34:31.993289 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd588d3-4ceb-4be3-8d82-b5050f2e598d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Pushing event updated for resources: {'Port': ['ID=ad43508a-a211-422c-a7c3-f882061c8cef,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:31.997760 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-5fd588d3-4ceb-4be3-8d82-b5050f2e598d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:32.011166 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-5fd588d3-4ceb-4be3-8d82-b5050f2e598d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:32.011791 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-5fd588d3-4ceb-4be3-8d82-b5050f2e598d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:32.018339 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c1547f9d-69bb-4c1e-a1fb-6a568fd15bcb req-93e023ec-d67f-41c3-a501-1fe8330fea5f tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466125 Jun 17 14:34:32.131650 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-5fd588d3-4ceb-4be3-8d82-b5050f2e598d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0825777 Jun 17 14:34:32.144462 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Request body: {'port': {'device_id': 'a92ea796-7950-4a13-9cfb-50617164340e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:34:32.460158 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:32.711852 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad43508a-a211-422c-a7c3-f882061c8cef {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:34:32.718973 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:32.731100 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Transition to ACTIVE for port object ad43508a-a211-422c-a7c3-f882061c8cef will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:34:32.812183 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:32.815868 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c7245a46-86a9-442b-a9af-faa9c6313298 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:32.887868 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad43508a-a211-422c-a7c3-f882061c8cef,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:32.904961 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:32.958745 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Attempting to bind port ad43508a-a211-422c-a7c3-f882061c8cef on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:34:32.959113 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Attempting to bind port ad43508a-a211-422c-a7c3-f882061c8cef by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'bf49e603-ff73-4d84-b00c-532366181525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:34:32.959451 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Attempting to bind port ad43508a-a211-422c-a7c3-f882061c8cef on network 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:34:32.963798 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Port ad43508a-a211-422c-a7c3-f882061c8cef on network 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:34:32.964064 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Attempting to bind port ad43508a-a211-422c-a7c3-f882061c8cef on network 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:34:32.968816 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Checking agent: {'id': 'c17431a8-2d50-499b-8bf2-d6ffeabd9413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'started_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:34:32.969181 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Checking segment: {'id': 'bf49e603-ff73-4d84-b00c-532366181525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:34:32.969638 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Bound using segment: {'id': 'bf49e603-ff73-4d84-b00c-532366181525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:34:32.970071 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Bound port: ad43508a-a211-422c-a7c3-f882061c8cef, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf49e603-ff73-4d84-b00c-532366181525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:34:32.970518 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:33.031725 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] For port ad43508a-a211-422c-a7c3-f882061c8cef, host hv-cinder-79628, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:34:33.035375 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] For port ad43508a-a211-422c-a7c3-f882061c8cef, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ad43508a-a211-422c-a7c3-f882061c8cef,segment=NetworkSegment(bf49e603-ff73-4d84-b00c-532366181525),segment_id=bf49e603-ff73-4d84-b00c-532366181525)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:34:33.076737 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d32d26-3f5e-429c-82f9-de99a563dbec req-90568f7e-abce-4aba-934b-3a22dc4b16ec tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:33.078364 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-73d32d26-3f5e-429c-82f9-de99a563dbec req-90568f7e-abce-4aba-934b-3a22dc4b16ec tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=a92ea796-7950-4a13-9cfb-50617164340e HTTP/1.1" status: 200 len: 943 time: 0.0670469 Jun 17 14:34:33.117096 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-73d32d26-3f5e-429c-82f9-de99a563dbec req-cb7d2e2d-e91a-41dc-bdd3-abeeeb32bf8b tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324292 Jun 17 14:34:33.144801 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:33.162458 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-9b87e738-ef3a-472d-b7c3-ca4a607c6d0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:33.195185 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:33.195611 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:33.196935 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] 10.222.0.93 "PUT /v2.0/ports/ad43508a-a211-422c-a7c3-f882061c8cef HTTP/1.1" status: 200 len: 1093 time: 1.0570581 Jun 17 14:34:33.199738 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92ea796-7950-4a13-9cfb-50617164340e', 'tag': 'ad43508a-a211-422c-a7c3-f882061c8cef'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:34:33.202843 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f555255-8ce7-4cfb-b5d7-2218dde2c9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a92ea796-7950-4a13-9cfb-50617164340e", "tag": "ad43508a-a211-422c-a7c3-f882061c8cef"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:34:33.240409 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad43508a-a211-422c-a7c3-f882061c8cef,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:33.243541 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:33.246057 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091f3a3e-1dd4-4015-aa79-a5c3cf171923 x-openstack-request-id: req-091f3a3e-1dd4-4015-aa79-a5c3cf171923 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:34:33.246369 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92ea796-7950-4a13-9cfb-50617164340e", "tag": "ad43508a-a211-422c-a7c3-f882061c8cef", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:34:33.246644 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-091f3a3e-1dd4-4015-aa79-a5c3cf171923 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:34:33.247054 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92ea796-7950-4a13-9cfb-50617164340e', 'tag': 'ad43508a-a211-422c-a7c3-f882061c8cef', 'status': 'completed', 'code': 200} Jun 17 14:34:33.264654 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798c8cf-2b32-4118-97bb-3d49ffd9a060 req-be87a64a-0d0f-4c03-9598-c8418b0a47ca tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:33.266146 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d798c8cf-2b32-4118-97bb-3d49ffd9a060 req-be87a64a-0d0f-4c03-9598-c8418b0a47ca tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.1334591 Jun 17 14:34:33.335040 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d798c8cf-2b32-4118-97bb-3d49ffd9a060 req-f47f6886-36d2-40f6-a5cf-ff397a481a67 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607319 Jun 17 14:34:33.353614 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f555255-8ce7-4cfb-b5d7-2218dde2c9d8 req-11bbd8ee-e915-44b1-a9ef-cbf0bb636e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:33.353614 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6f555255-8ce7-4cfb-b5d7-2218dde2c9d8 req-11bbd8ee-e915-44b1-a9ef-cbf0bb636e02 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=414fab9b5eee4b63a3262611b70da8a6&device_id=a92ea796-7950-4a13-9cfb-50617164340e HTTP/1.1" status: 200 len: 1096 time: 0.0794187 Jun 17 14:34:33.457687 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f555255-8ce7-4cfb-b5d7-2218dde2c9d8 req-fb74de80-4220-4655-96cc-8e6573a8003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:33.459145 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6f555255-8ce7-4cfb-b5d7-2218dde2c9d8 req-fb74de80-4220-4655-96cc-8e6573a8003b service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=414fab9b5eee4b63a3262611b70da8a6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0922890 Jun 17 14:34:33.553841 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f555255-8ce7-4cfb-b5d7-2218dde2c9d8 req-424c36da-f8f0-4644-bf6d-ab6f23967662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:33.555223 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6f555255-8ce7-4cfb-b5d7-2218dde2c9d8 req-424c36da-f8f0-4644-bf6d-ab6f23967662 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0867877 Jun 17 14:34:33.660471 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-9e46af2e-0a5a-42f1-aa8c-77d288654045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:33.661983 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-9e46af2e-0a5a-42f1-aa8c-77d288654045 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=414fab9b5eee4b63a3262611b70da8a6&device_id=a92ea796-7950-4a13-9cfb-50617164340e HTTP/1.1" status: 200 len: 1096 time: 0.0525649 Jun 17 14:34:33.713778 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-341bbcbd-ec1e-4a6c-9ce0-ef5cbaa72c5c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad43508a-a211-422c-a7c3-f882061c8cef HTTP/1.1" status: 200 len: 217 time: 0.0375278 Jun 17 14:34:33.768907 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-fb8dd966-ec27-4de4-8179-0c10558fbc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:33.770348 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-fb8dd966-ec27-4de4-8179-0c10558fbc57 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=53646b2f-b724-4e26-a64b-3114916119c8 HTTP/1.1" status: 200 len: 855 time: 0.0438817 Jun 17 14:34:33.807456 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-0831563b-be9c-4ace-a9e0-d805ab2c618b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=00bf45c1-1c5c-4bd8-b44a-61fcd47a999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243847 Jun 17 14:34:33.906729 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-b59c1bef-4965-4d4a-9781-9bc9566f3a17 service neutron] 10.222.0.93 "GET /v2.0/networks/00bf45c1-1c5c-4bd8-b44a-61fcd47a999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831091 Jun 17 14:34:34.005745 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2826ecb0-1ba3-4767-977f-8dff8931c3ff req-f7b5e1d2-43b4-4d26-83c5-1a5b2abd6f12 service neutron] 10.222.0.93 "GET /v2.0/networks/00bf45c1-1c5c-4bd8-b44a-61fcd47a999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887008 Jun 17 14:34:34.291927 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb156f-ebe7-43f5-862b-d8dc4a930fef req-6db81a20-116c-4bc7-ac5e-9c7a78d76d9c tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:34.293388 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a0eb156f-ebe7-43f5-862b-d8dc4a930fef req-6db81a20-116c-4bc7-ac5e-9c7a78d76d9c tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=a92ea796-7950-4a13-9cfb-50617164340e HTTP/1.1" status: 200 len: 943 time: 0.0656629 Jun 17 14:34:34.333544 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a0eb156f-ebe7-43f5-862b-d8dc4a930fef req-937d48b5-cd65-4257-b407-1f59f41834ba tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338392 Jun 17 14:34:34.505237 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c158d-7e7d-4b2c-b9dc-83ccfd19a262 req-61390e3f-e2fe-4c4c-a36a-a892fb4f7772 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:34.506694 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5d4c158d-7e7d-4b2c-b9dc-83ccfd19a262 req-61390e3f-e2fe-4c4c-a36a-a892fb4f7772 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0607061 Jun 17 14:34:34.542512 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5d4c158d-7e7d-4b2c-b9dc-83ccfd19a262 req-00969083-8e09-4648-a622-7a55f15103ba tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=a6d9e226-e215-4adc-8ce9-98245f9f2392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303593 Jun 17 14:34:34.683551 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa7283-d0cd-4fb0-b8e2-baa69b54b694 req-cb49b6c6-94f2-4ebd-a4d0-5a731ad1c1d8 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:34.684891 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-24aa7283-d0cd-4fb0-b8e2-baa69b54b694 req-cb49b6c6-94f2-4ebd-a4d0-5a731ad1c1d8 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.93 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 945 time: 0.0610855 Jun 17 14:34:34.789618 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-24aa7283-d0cd-4fb0-b8e2-baa69b54b694 req-94d0a71d-d2cd-4dbc-9248-3f5c998010fe tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Deleting port e053dc2a-37a1-481c-a89e-6fd589dd4b82 {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:34:34.790297 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-24aa7283-d0cd-4fb0-b8e2-baa69b54b694 req-94d0a71d-d2cd-4dbc-9248-3f5c998010fe tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:34.873851 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-24aa7283-d0cd-4fb0-b8e2-baa69b54b694 req-94d0a71d-d2cd-4dbc-9248-3f5c998010fe tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] For port e053dc2a-37a1-481c-a89e-6fd589dd4b82, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e053dc2a-37a1-481c-a89e-6fd589dd4b82,segment=NetworkSegment(220d25f0-d22f-4094-b184-ec26428604f7),segment_id=220d25f0-d22f-4094-b184-ec26428604f7)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:34:34.874231 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-24aa7283-d0cd-4fb0-b8e2-baa69b54b694 req-94d0a71d-d2cd-4dbc-9248-3f5c998010fe tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:35.035470 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-24aa7283-d0cd-4fb0-b8e2-baa69b54b694 req-94d0a71d-d2cd-4dbc-9248-3f5c998010fe tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:35.035743 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-24aa7283-d0cd-4fb0-b8e2-baa69b54b694 req-94d0a71d-d2cd-4dbc-9248-3f5c998010fe tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982482'] for floatingip, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:35.036057 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.db.l3_db [req-24aa7283-d0cd-4fb0-b8e2-baa69b54b694 req-94d0a71d-d2cd-4dbc-9248-3f5c998010fe tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Floating IP 37920606-19fe-4649-9fca-422e9cb8f306 disassociated. External IP: 172.28.1.79, port: e053dc2a-37a1-481c-a89e-6fd589dd4b82. Jun 17 14:34:35.036393 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-24aa7283-d0cd-4fb0-b8e2-baa69b54b694 req-94d0a71d-d2cd-4dbc-9248-3f5c998010fe tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Calling delete_port for e053dc2a-37a1-481c-a89e-6fd589dd4b82 owned by compute:nova {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:34:35.246343 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-24aa7283-d0cd-4fb0-b8e2-baa69b54b694 req-94d0a71d-d2cd-4dbc-9248-3f5c998010fe tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520883'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:35.250049 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-e77940ec-6615-4892-9a1a-15ad577f173e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:35.275567 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0a71d-d2cd-4dbc-9248-3f5c998010fe tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Pushing event deleted for resources: {'Port': ['ID=e053dc2a-37a1-481c-a89e-6fd589dd4b82,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:35.278606 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-94d0a71d-d2cd-4dbc-9248-3f5c998010fe tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:35.386072 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24aa7283-d0cd-4fb0-b8e2-baa69b54b694 req-94d0a71d-d2cd-4dbc-9248-3f5c998010fe tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:34:35.400647 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:35.491156 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24aa7283-d0cd-4fb0-b8e2-baa69b54b694 req-94d0a71d-d2cd-4dbc-9248-3f5c998010fe tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:34:35.502032 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc5372-bf26-4b14-98e7-037276f8df9b None None] Sync routers for ids ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'] in dv-cinder-796286-6-smb {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:34:35.505076 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a630544-df31-4b34-b612-51e44a91eae0 req-a0256160-19b2-4a80-9be5-4fc3503f9e54 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:35.506844 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5a630544-df31-4b34-b612-51e44a91eae0 req-a0256160-19b2-4a80-9be5-4fc3503f9e54 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=a92ea796-7950-4a13-9cfb-50617164340e HTTP/1.1" status: 200 len: 943 time: 0.0634551 Jun 17 14:34:35.511168 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc5372-bf26-4b14-98e7-037276f8df9b None None] Routers {'b192a0fe-ab3d-45b5-9ded-51ed45bf2419'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:34:35.511796 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-b4cc5372-bf26-4b14-98e7-037276f8df9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:34:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:34:35.540613 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-24aa7283-d0cd-4fb0-b8e2-baa69b54b694 req-94d0a71d-d2cd-4dbc-9248-3f5c998010fe tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] No DVR routers for this DVR port e053dc2a-37a1-481c-a89e-6fd589dd4b82 on host hv-cinder-79628 {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:34:35.543094 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-24aa7283-d0cd-4fb0-b8e2-baa69b54b694 req-94d0a71d-d2cd-4dbc-9248-3f5c998010fe tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:35.545251 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-24aa7283-d0cd-4fb0-b8e2-baa69b54b694 req-94d0a71d-d2cd-4dbc-9248-3f5c998010fe tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.93 "DELETE /v2.0/ports/e053dc2a-37a1-481c-a89e-6fd589dd4b82 HTTP/1.1" status: 204 len: 173 time: 0.8506987 Jun 17 14:34:35.545489 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5a630544-df31-4b34-b612-51e44a91eae0 req-a965e269-76e7-4e1a-ac38-d9b33e2d5c0c tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322554 Jun 17 14:34:35.545717 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd0312e-cd2a-444e-b4bc-5abaffe29390', 'name': 'network-vif-deleted', 'tag': 'e053dc2a-37a1-481c-a89e-6fd589dd4b82'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:34:35.550616 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e5beca-dcb2-4e85-be36-d28ad0da4684" -d '{"events": [{"server_uuid": "0fd0312e-cd2a-444e-b4bc-5abaffe29390", "name": "network-vif-deleted", "tag": "e053dc2a-37a1-481c-a89e-6fd589dd4b82"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:34:35.593255 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc8d645-42ac-473c-9d08-7383291bc8d1 x-openstack-request-id: req-ebc8d645-42ac-473c-9d08-7383291bc8d1 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:34:35.593683 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd0312e-cd2a-444e-b4bc-5abaffe29390", "name": "network-vif-deleted", "tag": "e053dc2a-37a1-481c-a89e-6fd589dd4b82", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:34:35.594595 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ebc8d645-42ac-473c-9d08-7383291bc8d1 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:34:35.594595 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd0312e-cd2a-444e-b4bc-5abaffe29390', 'name': 'network-vif-deleted', 'tag': 'e053dc2a-37a1-481c-a89e-6fd589dd4b82', 'status': 'completed', 'code': 200} Jun 17 14:34:35.637399 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-b4cc5372-bf26-4b14-98e7-037276f8df9b None None] Set router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:34:35.670325 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4e0a3c54-df1d-4e59-acb8-cf303d18fca1 req-4d7acaa1-0ad5-4bb4-8e8f-75235309354d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571532 Jun 17 14:34:35.726091 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-012525f8-d958-4b72-b76d-902ffdbe469f req-dffc90d0-cbae-4beb-8925-5904e74a3cce tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 210 time: 0.0380759 Jun 17 14:34:35.777372 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a3c54-df1d-4e59-acb8-cf303d18fca1 req-9c87f43b-8cfc-4ee6-9bf9-c62389201e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:35.779197 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4e0a3c54-df1d-4e59-acb8-cf303d18fca1 req-9c87f43b-8cfc-4ee6-9bf9-c62389201e65 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6d8f5cf3dd6d40df90ce4d61d76cd882&device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 1098 time: 0.0565944 Jun 17 14:34:35.869309 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-b4cc5372-bf26-4b14-98e7-037276f8df9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'name': 'tempest-AttachVolumeTestJSON-926334786-router', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:18Z', 'updated_at': '2021-06-17T14:30:26Z', 'revision_number': 4, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'gw_port': {'id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '87bc9829-7a6c-4d79-a690-976d47979889', 'name': '', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'mac_address': 'fa:16:3e:25:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:24Z', 'updated_at': '2021-06-17T14:30:39Z', 'revision_number': 5, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'subnets': [{'id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:34:35.896907 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc5372-bf26-4b14-98e7-037276f8df9b None None] Checking router: b192a0fe-ab3d-45b5-9ded-51ed45bf2419 for host: dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:34:35.900509 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a3c54-df1d-4e59-acb8-cf303d18fca1 req-82c1bf05-ce95-4a50-95ef-cedf9a036217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:35.902063 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4e0a3c54-df1d-4e59-acb8-cf303d18fca1 req-82c1bf05-ce95-4a50-95ef-cedf9a036217 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d0606b52-95ae-4485-875d-65cf2291aa57 HTTP/1.1" status: 200 len: 910 time: 0.0897858 Jun 17 14:34:35.910912 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc5372-bf26-4b14-98e7-037276f8df9b None None] Routers {'b192a0fe-ab3d-45b5-9ded-51ed45bf2419'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:34:35.911577 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-b4cc5372-bf26-4b14-98e7-037276f8df9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:34:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:34:35.978124 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4e0a3c54-df1d-4e59-acb8-cf303d18fca1 req-89bfd250-8531-4010-9acd-163090286532 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=322aaae3-c618-462a-ae50-b6b6040edd5a HTTP/1.1" status: 200 len: 999 time: 0.0650346 Jun 17 14:34:36.020663 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-b4cc5372-bf26-4b14-98e7-037276f8df9b None None] Set router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:34:36.045549 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a3c54-df1d-4e59-acb8-cf303d18fca1 req-ff579ddc-c790-4bf5-a654-1c38f53daa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:36.047237 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4e0a3c54-df1d-4e59-acb8-cf303d18fca1 req-ff579ddc-c790-4bf5-a654-1c38f53daa1f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b9e5a000-21d1-4288-8156-fe8768563b32 HTTP/1.1" status: 200 len: 847 time: 0.0435913 Jun 17 14:34:36.107654 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a3c54-df1d-4e59-acb8-cf303d18fca1 req-fc5b3337-9e38-4ebb-9add-a0b218c9e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:36.109042 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4e0a3c54-df1d-4e59-acb8-cf303d18fca1 req-fc5b3337-9e38-4ebb-9add-a0b218c9e638 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0606b52-95ae-4485-875d-65cf2291aa57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0538223 Jun 17 14:34:36.203457 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4e0a3c54-df1d-4e59-acb8-cf303d18fca1 req-30d329e3-14d5-4796-8e5a-2df940ab747b service neutron] 10.222.0.93 "GET /v2.0/networks/d0606b52-95ae-4485-875d-65cf2291aa57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814877 Jun 17 14:34:36.216592 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-b4cc5372-bf26-4b14-98e7-037276f8df9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'name': 'tempest-AttachVolumeTestJSON-926334786-router', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:18Z', 'updated_at': '2021-06-17T14:30:26Z', 'revision_number': 4, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'gw_port': {'id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '87bc9829-7a6c-4d79-a690-976d47979889', 'name': '', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'mac_address': 'fa:16:3e:25:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:24Z', 'updated_at': '2021-06-17T14:30:39Z', 'revision_number': 5, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'subnets': [{'id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:34:36.249546 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc5372-bf26-4b14-98e7-037276f8df9b None None] The sync data for ids ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'] in dv-cinder-796286-6-smb is: [{'id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'name': 'tempest-AttachVolumeTestJSON-926334786-router', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:18Z', 'updated_at': '2021-06-17T14:30:26Z', 'revision_number': 4, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'gw_port': {'id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '87bc9829-7a6c-4d79-a690-976d47979889', 'name': '', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'mac_address': 'fa:16:3e:25:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:24Z', 'updated_at': '2021-06-17T14:30:39Z', 'revision_number': 5, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'subnets': [{'id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:34:36.302637 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4e0a3c54-df1d-4e59-acb8-cf303d18fca1 req-13c53023-8543-4233-8264-950111f7c061 service neutron] 10.222.0.93 "GET /v2.0/networks/d0606b52-95ae-4485-875d-65cf2291aa57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913088 Jun 17 14:34:36.465254 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5543491-42cb-41d6-96bb-18a2e8f950a7 None None] New status for floating IP 37920606-19fe-4649-9fca-422e9cb8f306: DOWN {{(pid=93282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:34:36.729660 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4d064-978d-4449-8aa9-bda03ba3ef42 req-4310e78a-2e67-47e7-9386-5c34eeb500e3 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:36.731217 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7aa4d064-978d-4449-8aa9-bda03ba3ef42 req-4310e78a-2e67-47e7-9386-5c34eeb500e3 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=a92ea796-7950-4a13-9cfb-50617164340e HTTP/1.1" status: 200 len: 943 time: 0.0674789 Jun 17 14:34:36.770410 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7aa4d064-978d-4449-8aa9-bda03ba3ef42 req-ce45de9c-0813-481c-adec-1214b5154488 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326078 Jun 17 14:34:36.886364 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-1a8c565c-a106-4541-83c8-241ea6d4d3d3 req-21747425-9ff4-4b8e-aa2b-59f99ef7905f tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fd0312e-cd2a-444e-b4bc-5abaffe29390 HTTP/1.1" status: 200 len: 210 time: 0.0305116 Jun 17 14:34:36.955967 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device ad43508a-a211-422c-a7c3-f882061c8cef details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:34:36.959142 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device e053dc2a-37a1-481c-a89e-6fd589dd4b82 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:34:36.984425 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] No Port match for: e053dc2a-37a1-481c-a89e-6fd589dd4b82 {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:34:36.984777 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device e053dc2a-37a1-481c-a89e-6fd589dd4b82 not bound to the agent host hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:34:37.067887 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port ad43508a-a211-422c-a7c3-f882061c8cef, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ad43508a-a211-422c-a7c3-f882061c8cef,segment=NetworkSegment(bf49e603-ff73-4d84-b00c-532366181525),segment_id=bf49e603-ff73-4d84-b00c-532366181525)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:34:37.077742 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': 'ad43508a-a211-422c-a7c3-f882061c8cef', 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f', 'port_id': 'ad43508a-a211-422c-a7c3-f882061c8cef', 'mac_address': 'fa:16:3e:48:d4:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53646b2f-b724-4e26-a64b-3114916119c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:34:37.117700 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:37.129834 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad43508a-a211-422c-a7c3-f882061c8cef {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:34:37.148745 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port ad43508a-a211-422c-a7c3-f882061c8cef, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ad43508a-a211-422c-a7c3-f882061c8cef,segment=NetworkSegment(bf49e603-ff73-4d84-b00c-532366181525),segment_id=bf49e603-ff73-4d84-b00c-532366181525)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:34:37.229145 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:37.231279 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:37.276150 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=ad43508a-a211-422c-a7c3-f882061c8cef,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:37.279132 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:37.548466 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['ad43508a-a211-422c-a7c3-f882061c8cef'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:34:37.948902 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1c8a5-22c5-4e28-8a8a-d7be574c4760 req-fda3e24a-521e-4689-a895-5bc5e9436485 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:37.950380 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-dcb1c8a5-22c5-4e28-8a8a-d7be574c4760 req-fda3e24a-521e-4689-a895-5bc5e9436485 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=a92ea796-7950-4a13-9cfb-50617164340e HTTP/1.1" status: 200 len: 944 time: 0.0686085 Jun 17 14:34:37.989596 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-dcb1c8a5-22c5-4e28-8a8a-d7be574c4760 req-aadd12a8-11fb-4311-a532-09921ba40dbc tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327024 Jun 17 14:34:38.091845 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 34722) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:34:38.150313 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-5adba6d2-a5f8-42e4-aad4-bbeec669b5ba tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:38.173449 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-5adba6d2-a5f8-42e4-aad4-bbeec669b5ba tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:38.337729 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-5adba6d2-a5f8-42e4-aad4-bbeec669b5ba tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:38.340340 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-5adba6d2-a5f8-42e4-aad4-bbeec669b5ba tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:38.341486 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-5adba6d2-a5f8-42e4-aad4-bbeec669b5ba tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "DELETE /v2.0/security-groups/a6d9e226-e215-4adc-8ce9-98245f9f2392 HTTP/1.1" status: 204 len: 168 time: 0.2486207 Jun 17 14:34:38.342238 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c21f90c5-59a1-4f26-9f6e-fdea3fd024f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:38.344269 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 34724) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:34:38.351506 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adba6d2-a5f8-42e4-aad4-bbeec669b5ba tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d9e226-e215-4adc-8ce9-98245f9f2392,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:38.354090 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-5adba6d2-a5f8-42e4-aad4-bbeec669b5ba tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:38.358345 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.api.v2.resource [None req-2552c65b-3c8d-4c6d-b98c-a0ffb294dbc6 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] show failed (client error): The resource could not be found. Jun 17 14:34:38.359522 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-2552c65b-3c8d-4c6d-b98c-a0ffb294dbc6 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups/a6d9e226-e215-4adc-8ce9-98245f9f2392 HTTP/1.1" status: 404 len: 347 time: 0.0142317 Jun 17 14:34:38.371294 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 34726) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:34:38.488470 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-c3317ab1-140b-4018-8015-6898d7c6a069 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Deleting port 4c77a5d5-d9ce-4521-8dcb-d93f75d7d69d {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:34:38.488821 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c3317ab1-140b-4018-8015-6898d7c6a069 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:38.815786 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c3317ab1-140b-4018-8015-6898d7c6a069 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:38.816108 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c3317ab1-140b-4018-8015-6898d7c6a069 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:38.874795 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-c3317ab1-140b-4018-8015-6898d7c6a069 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Calling delete_port for 4c77a5d5-d9ce-4521-8dcb-d93f75d7d69d owned by network:floatingip {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:34:38.971071 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device ad43508a-a211-422c-a7c3-f882061c8cef up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:34:39.147700 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c3317ab1-140b-4018-8015-6898d7c6a069 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260461617'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:39.150941 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-daf3a614-c067-43b8-8c57-e375228f5e7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:39.160232 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning for port ad43508a-a211-422c-a7c3-f882061c8cef completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:34:39.164272 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port ad43508a-a211-422c-a7c3-f882061c8cef triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:34:39.166645 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:39.194876 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3317ab1-140b-4018-8015-6898d7c6a069 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Pushing event deleted for resources: {'Port': ['ID=4c77a5d5-d9ce-4521-8dcb-d93f75d7d69d,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:39.197165 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c3317ab1-140b-4018-8015-6898d7c6a069 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:39.220082 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e5814-483b-4c42-9ffe-3520cfb103c3 req-9618fb9d-bd25-4665-a0b2-86834e2fa782 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:39.221724 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e16e5814-483b-4c42-9ffe-3520cfb103c3 req-9618fb9d-bd25-4665-a0b2-86834e2fa782 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=a92ea796-7950-4a13-9cfb-50617164340e HTTP/1.1" status: 200 len: 944 time: 0.1203239 Jun 17 14:34:39.242763 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:39.268103 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92ea796-7950-4a13-9cfb-50617164340e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad43508a-a211-422c-a7c3-f882061c8cef'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:34:39.270406 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4de682-79d9-456a-a3b3-0ff80d174194" -d '{"events": [{"server_uuid": "a92ea796-7950-4a13-9cfb-50617164340e", "name": "network-vif-plugged", "status": "completed", "tag": "ad43508a-a211-422c-a7c3-f882061c8cef"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:34:39.284020 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port ad43508a-a211-422c-a7c3-f882061c8cef, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ad43508a-a211-422c-a7c3-f882061c8cef,segment=NetworkSegment(bf49e603-ff73-4d84-b00c-532366181525),segment_id=bf49e603-ff73-4d84-b00c-532366181525)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:34:39.286420 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c3317ab1-140b-4018-8015-6898d7c6a069 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for floatingip, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:39.289182 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c3317ab1-140b-4018-8015-6898d7c6a069 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:39.290484 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-c3317ab1-140b-4018-8015-6898d7c6a069 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "DELETE /v2.0/floatingips/37920606-19fe-4649-9fca-422e9cb8f306 HTTP/1.1" status: 204 len: 168 time: 0.9181628 Jun 17 14:34:39.293619 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e16e5814-483b-4c42-9ffe-3520cfb103c3 req-77ad633c-bf90-49de-9590-f66991758c2e tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516634 Jun 17 14:34:39.317926 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfda4362-fb4c-4880-a256-7c43f4be865d x-openstack-request-id: req-bfda4362-fb4c-4880-a256-7c43f4be865d {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:34:39.319543 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92ea796-7950-4a13-9cfb-50617164340e", "name": "network-vif-plugged", "status": "completed", "tag": "ad43508a-a211-422c-a7c3-f882061c8cef", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:34:39.319543 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bfda4362-fb4c-4880-a256-7c43f4be865d {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:34:39.319543 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92ea796-7950-4a13-9cfb-50617164340e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad43508a-a211-422c-a7c3-f882061c8cef', 'code': 200} Jun 17 14:34:39.354741 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:39.354741 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:39.396789 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=ad43508a-a211-422c-a7c3-f882061c8cef,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:39.399785 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:39.721696 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 34738) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:34:39.727313 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-f14e2602-69c2-4a3a-81eb-45a70a6c5e71 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Request body: {'security_group': {'name': 'tempest-securitygroup--456794010', 'description': 'tempest-description--388662214'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:34:39.742679 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cb516-06ee-488d-9bb1-7d32079943c3 req-08ce5627-af61-42c1-abd5-95f18be1746e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:39.744243 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-447cb516-06ee-488d-9bb1-7d32079943c3 req-08ce5627-af61-42c1-abd5-95f18be1746e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a92ea796-7950-4a13-9cfb-50617164340e HTTP/1.1" status: 200 len: 1098 time: 0.0591795 Jun 17 14:34:39.785288 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-447cb516-06ee-488d-9bb1-7d32079943c3 req-11238bc0-b462-4c6f-8960-4c0d29bd3e8f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297575 Jun 17 14:34:39.862276 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f14e2602-69c2-4a3a-81eb-45a70a6c5e71 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:39.945815 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f14e2602-69c2-4a3a-81eb-45a70a6c5e71 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:40.040313 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f14e2602-69c2-4a3a-81eb-45a70a6c5e71 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:40.042845 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c23b5765-0812-4caf-b6ec-7c7ab7b9b702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:40.067921 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e2602-69c2-4a3a-81eb-45a70a6c5e71 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc6e88a-d5b1-4fdb-8a45-bae4166753eb,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:40.070630 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-f14e2602-69c2-4a3a-81eb-45a70a6c5e71 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:40.160330 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f14e2602-69c2-4a3a-81eb-45a70a6c5e71 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:40.161504 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-f14e2602-69c2-4a3a-81eb-45a70a6c5e71 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4385993 Jun 17 14:34:40.164275 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 34740) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:34:40.168579 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-08140f08-fc77-4463-849a-3dac4ab02292 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Request body: {'security_group_rule': {'security_group_id': '7fc6e88a-d5b1-4fdb-8a45-bae4166753eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:34:40.279554 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-08140f08-fc77-4463-849a-3dac4ab02292 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:40.339719 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-08140f08-fc77-4463-849a-3dac4ab02292 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:40.419787 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-08140f08-fc77-4463-849a-3dac4ab02292 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939287'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:40.436134 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-b48e13ac-c316-4723-8a0d-2fb280c377b4 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:40.458940 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08140f08-fc77-4463-849a-3dac4ab02292 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d93d1cd-8332-43c0-aa3e-48d5df8d5f33,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:40.461626 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-08140f08-fc77-4463-849a-3dac4ab02292 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:40.489808 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1052934-0ab9-4f04-8980-0df89a6a2405 req-4ab1bea5-27e3-4ee0-83cd-98d26c7d597b tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:40.491380 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-d1052934-0ab9-4f04-8980-0df89a6a2405 req-4ab1bea5-27e3-4ee0-83cd-98d26c7d597b tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=a92ea796-7950-4a13-9cfb-50617164340e HTTP/1.1" status: 200 len: 945 time: 0.0827980 Jun 17 14:34:40.529251 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-d1052934-0ab9-4f04-8980-0df89a6a2405 req-4ab9c846-28d1-4ffb-b513-f215d2bf5111 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322134 Jun 17 14:34:40.566176 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-08140f08-fc77-4463-849a-3dac4ab02292 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:40.569585 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-08140f08-fc77-4463-849a-3dac4ab02292 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4021564 Jun 17 14:34:40.571437 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 34744) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:34:40.577805 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-6aa42e3b-7a21-489f-a945-7660abc21635 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Request body: {'security_group_rule': {'security_group_id': '7fc6e88a-d5b1-4fdb-8a45-bae4166753eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:34:40.731220 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6aa42e3b-7a21-489f-a945-7660abc21635 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:40.797343 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6aa42e3b-7a21-489f-a945-7660abc21635 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:40.873685 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6aa42e3b-7a21-489f-a945-7660abc21635 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939287'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:40.875909 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:40.892270 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa42e3b-7a21-489f-a945-7660abc21635 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9653a524-97c2-492d-9483-68a6fa574b21,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:40.894977 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-6aa42e3b-7a21-489f-a945-7660abc21635 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:40.983721 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6aa42e3b-7a21-489f-a945-7660abc21635 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:40.984977 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-6aa42e3b-7a21-489f-a945-7660abc21635 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4125786 Jun 17 14:34:40.988172 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 34748) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:34:40.992587 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-37dda6f9-3b05-420d-be09-7bb5b19a530b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Request body: {'floatingip': {'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:34:41.130365 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-37dda6f9-3b05-420d-be09-7bb5b19a530b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for floatingip, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:41.223829 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-37dda6f9-3b05-420d-be09-7bb5b19a530b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:41.325397 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-37dda6f9-3b05-420d-be09-7bb5b19a530b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Allocated IP 172.28.1.98 (bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a/1de5b000-f039-4ced-982c-ad6f7c0b7727/de5c91ba-51cc-4c21-b0b0-4a5c60ef21b1) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:34:41.421137 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-37dda6f9-3b05-420d-be09-7bb5b19a530b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:41.571062 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-37dda6f9-3b05-420d-be09-7bb5b19a530b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260461624'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:41.573186 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:41.612309 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dda6f9-3b05-420d-be09-7bb5b19a530b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:34:41.615109 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-37dda6f9-3b05-420d-be09-7bb5b19a530b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:34:41.620512 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dda6f9-3b05-420d-be09-7bb5b19a530b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:34:41.645604 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dda6f9-3b05-420d-be09-7bb5b19a530b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Pushing event updated for resources: {'Port': ['ID=de5c91ba-51cc-4c21-b0b0-4a5c60ef21b1,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:41.659343 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-37dda6f9-3b05-420d-be09-7bb5b19a530b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:41.753496 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbe1a6-2649-43a9-8acc-82c4a99038ff req-7f324554-7a84-4987-ae1f-b06368b0122d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:41.754951 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-90fbe1a6-2649-43a9-8acc-82c4a99038ff req-7f324554-7a84-4987-ae1f-b06368b0122d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=a92ea796-7950-4a13-9cfb-50617164340e HTTP/1.1" status: 200 len: 945 time: 0.1127448 Jun 17 14:34:41.759449 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-37dda6f9-3b05-420d-be09-7bb5b19a530b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:41.795807 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-90fbe1a6-2649-43a9-8acc-82c4a99038ff req-fec64b9b-ceb2-4302-8e14-f504e7c627cb tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347514 Jun 17 14:34:41.892977 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-37dda6f9-3b05-420d-be09-7bb5b19a530b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:42.049066 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-37dda6f9-3b05-420d-be09-7bb5b19a530b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:42.200761 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-37dda6f9-3b05-420d-be09-7bb5b19a530b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260461578'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:42.205082 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:42.273149 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dda6f9-3b05-420d-be09-7bb5b19a530b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Pushing event updated for resources: {'Port': ['ID=de5c91ba-51cc-4c21-b0b0-4a5c60ef21b1,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:42.276973 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-37dda6f9-3b05-420d-be09-7bb5b19a530b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:42.279833 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-37dda6f9-3b05-420d-be09-7bb5b19a530b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982482'] for floatingip, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:42.377217 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-37dda6f9-3b05-420d-be09-7bb5b19a530b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:42.378536 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-37dda6f9-3b05-420d-be09-7bb5b19a530b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3894083 Jun 17 14:34:42.566162 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-41fa66d0-3a4f-4750-91e0-cc386c99ec65 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--456794010&fields=id&tenant_id=91695e22f84a4c668c9c5b12f8253bfc HTTP/1.1" status: 200 len: 267 time: 0.0334952 Jun 17 14:34:42.672008 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-00042a59-d56e-4de5-8713-26c84ab8810e tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:42.674117 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-00042a59-d56e-4de5-8713-26c84ab8810e tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/networks?id=8135cc67-7047-4727-8ec0-17fbafcdfdf8 HTTP/1.1" status: 200 len: 810 time: 0.1014009 Jun 17 14:34:42.688878 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-58a4b4ff-7ce5-4e4c-8352-9f079ae790c2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/quotas/91695e22f84a4c668c9c5b12f8253bfc HTTP/1.1" status: 200 len: 375 time: 0.0091743 Jun 17 14:34:42.760365 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-fc7e76af-f8a6-44fd-83ef-971bc9cae82f tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=91695e22f84a4c668c9c5b12f8253bfc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0663776 Jun 17 14:34:42.856189 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-8b51e999-791a-48be-9dc2-ab86466fbdf0 service neutron] 10.222.0.86 "GET /v2.0/networks/8135cc67-7047-4727-8ec0-17fbafcdfdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844054 Jun 17 14:34:42.944270 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-6c844d32-f0b3-4156-b880-e7449aa801bf service neutron] 10.222.0.86 "GET /v2.0/networks/8135cc67-7047-4727-8ec0-17fbafcdfdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807788 Jun 17 14:34:43.297754 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-748587fe-33c5-40b5-9dbc-5fbd2896d825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:43.306450 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e7e8db75-ae1f-44b9-9559-6b17f72fcd3a req-f24a5706-19b4-4c1f-b18f-db24ae68af77 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=ada20141-ebc9-462c-a270-8f77504a4c66 HTTP/1.1" status: 200 len: 210 time: 0.0288405 Jun 17 14:34:44.451942 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8ff77c4a-86f8-4ab0-8eeb-4c9a03c9a462 req-de1d6158-e631-4485-a117-c5251255de41 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=ada20141-ebc9-462c-a270-8f77504a4c66 HTTP/1.1" status: 200 len: 210 time: 0.0306687 Jun 17 14:34:45.599270 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e31dfa0c-9bcb-4a72-8608-dde9c15485b8 req-c74b8a8b-23e9-488a-aaa4-40a2628a8981 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=ada20141-ebc9-462c-a270-8f77504a4c66 HTTP/1.1" status: 200 len: 210 time: 0.0325077 Jun 17 14:34:45.701759 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-da6d9ccc-7a23-4aaa-84dd-afae03421c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:45.846169 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:45.898603 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-a87417c6-86b4-460f-9f3d-0a8cac379997 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:45.899990 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-a87417c6-86b4-460f-9f3d-0a8cac379997 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.93 "GET /v2.0/networks?id=8135cc67-7047-4727-8ec0-17fbafcdfdf8 HTTP/1.1" status: 200 len: 810 time: 0.1032903 Jun 17 14:34:45.943061 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-79f6230b-df69-4e24-baa7-fada40d236b8 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91695e22f84a4c668c9c5b12f8253bfc HTTP/1.1" status: 200 len: 379 time: 0.0341036 Jun 17 14:34:45.952034 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-a0dc01dd-3441-4310-84c6-6c8f6736ff78 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Request body: {'port': {'device_id': 'ada20141-ebc9-462c-a270-8f77504a4c66', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'admin_state_up': True, 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'security_groups': ['7fc6e88a-d5b1-4fdb-8a45-bae4166753eb']}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:34:46.183001 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-a0dc01dd-3441-4310-84c6-6c8f6736ff78 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Made reservation on behalf of 91695e22f84a4c668c9c5b12f8253bfc for: {'port': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:34:46.186502 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-a0dc01dd-3441-4310-84c6-6c8f6736ff78 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:46.310493 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-a0dc01dd-3441-4310-84c6-6c8f6736ff78 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Allocated IP 172.20.0.4 (8135cc67-7047-4727-8ec0-17fbafcdfdf8/ddf294c9-2449-47ab-84d6-49702a679f33/f8d86feb-dd06-49b4-af19-d623818ca51d) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:34:46.440879 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-a0dc01dd-3441-4310-84c6-6c8f6736ff78 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:46.454366 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-a0dc01dd-3441-4310-84c6-6c8f6736ff78 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Transition to ACTIVE for port object f8d86feb-dd06-49b4-af19-d623818ca51d will not be triggered until provisioned by entity DHCP. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:34:46.594014 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-a0dc01dd-3441-4310-84c6-6c8f6736ff78 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520890'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:46.597746 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:46.642710 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-a0dc01dd-3441-4310-84c6-6c8f6736ff78 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Network 8135cc67-7047-4727-8ec0-17fbafcdfdf8 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:34:46.645723 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-a0dc01dd-3441-4310-84c6-6c8f6736ff78 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:34:46.651497 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-a0dc01dd-3441-4310-84c6-6c8f6736ff78 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:34:46.657930 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc01dd-3441-4310-84c6-6c8f6736ff78 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Pushing event updated for resources: {'Port': ['ID=f8d86feb-dd06-49b4-af19-d623818ca51d,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:46.679073 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-a0dc01dd-3441-4310-84c6-6c8f6736ff78 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:46.713689 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-a0dc01dd-3441-4310-84c6-6c8f6736ff78 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:46.714555 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-a0dc01dd-3441-4310-84c6-6c8f6736ff78 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:46.792280 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99871299-9e6a-4099-89b9-6dadb2d459e4 req-38877f81-ccd8-4c40-b1b2-5b3b6ad7af36 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:46.797821 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-99871299-9e6a-4099-89b9-6dadb2d459e4 req-38877f81-ccd8-4c40-b1b2-5b3b6ad7af36 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=ada20141-ebc9-462c-a270-8f77504a4c66 HTTP/1.1" status: 200 len: 931 time: 0.0771401 Jun 17 14:34:46.818406 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-a0dc01dd-3441-4310-84c6-6c8f6736ff78 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8699253 Jun 17 14:34:46.830613 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Request body: {'port': {'device_id': 'ada20141-ebc9-462c-a270-8f77504a4c66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:34:46.834960 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-99871299-9e6a-4099-89b9-6dadb2d459e4 req-0933b76a-facb-40c8-af46-bd1f4f2923c2 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fc6e88a-d5b1-4fdb-8a45-bae4166753eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344989 Jun 17 14:34:46.904681 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:46.931561 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:47.062162 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-4bf814ac-93c5-4cdd-8563-8aa2afe61d8d None None] Provisioning for port f8d86feb-dd06-49b4-af19-d623818ca51d completed by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:34:47.068063 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-4bf814ac-93c5-4cdd-8563-8aa2afe61d8d None None] Provisioning complete for port f8d86feb-dd06-49b4-af19-d623818ca51d triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:34:47.068526 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4bf814ac-93c5-4cdd-8563-8aa2afe61d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:47.102910 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-4bf814ac-93c5-4cdd-8563-8aa2afe61d8d None None] Port f8d86feb-dd06-49b4-af19-d623818ca51d cannot update to ACTIVE because it is not bound. {{(pid=93281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:34:47.161487 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d86feb-dd06-49b4-af19-d623818ca51d {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:34:47.168704 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:47.181631 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Transition to ACTIVE for port object f8d86feb-dd06-49b4-af19-d623818ca51d will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:34:47.354780 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:47.356829 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c36df6f8-5420-44ea-b81c-c75eb35b9538 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:47.437154 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d86feb-dd06-49b4-af19-d623818ca51d,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:47.443922 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:47.512346 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Attempting to bind port f8d86feb-dd06-49b4-af19-d623818ca51d on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:34:47.512685 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Attempting to bind port f8d86feb-dd06-49b4-af19-d623818ca51d by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '220d25f0-d22f-4094-b184-ec26428604f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:34:47.513016 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Attempting to bind port f8d86feb-dd06-49b4-af19-d623818ca51d on network 8135cc67-7047-4727-8ec0-17fbafcdfdf8 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:34:47.518794 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Port f8d86feb-dd06-49b4-af19-d623818ca51d on network 8135cc67-7047-4727-8ec0-17fbafcdfdf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:34:47.519120 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Attempting to bind port f8d86feb-dd06-49b4-af19-d623818ca51d on network 8135cc67-7047-4727-8ec0-17fbafcdfdf8 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:34:47.524276 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Checking agent: {'id': 'c17431a8-2d50-499b-8bf2-d6ffeabd9413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'started_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:34:47.524688 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Checking segment: {'id': '220d25f0-d22f-4094-b184-ec26428604f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:34:47.525133 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Bound using segment: {'id': '220d25f0-d22f-4094-b184-ec26428604f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:34:47.525668 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Bound port: f8d86feb-dd06-49b4-af19-d623818ca51d, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '220d25f0-d22f-4094-b184-ec26428604f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:34:47.526099 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:47.586862 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] For port f8d86feb-dd06-49b4-af19-d623818ca51d, host hv-cinder-79628, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:34:47.589862 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] For port f8d86feb-dd06-49b4-af19-d623818ca51d, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f8d86feb-dd06-49b4-af19-d623818ca51d,segment=NetworkSegment(220d25f0-d22f-4094-b184-ec26428604f7),segment_id=220d25f0-d22f-4094-b184-ec26428604f7)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:34:47.658340 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:47.661206 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-5fd588d3-4ceb-4be3-8d82-b5050f2e598d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:47.694187 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:47.694800 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:47.696165 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] 10.222.0.93 "PUT /v2.0/ports/f8d86feb-dd06-49b4-af19-d623818ca51d HTTP/1.1" status: 200 len: 1093 time: 0.8702414 Jun 17 14:34:47.696662 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada20141-ebc9-462c-a270-8f77504a4c66', 'tag': 'f8d86feb-dd06-49b4-af19-d623818ca51d'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:34:47.698962 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acfc991-2869-413f-b018-adbf9ebd66fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ada20141-ebc9-462c-a270-8f77504a4c66", "tag": "f8d86feb-dd06-49b4-af19-d623818ca51d"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:34:47.725643 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d86feb-dd06-49b4-af19-d623818ca51d,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:47.729035 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:47.739757 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f826a1f0-fbce-4c0d-8395-bb3b8cfb4405 x-openstack-request-id: req-f826a1f0-fbce-4c0d-8395-bb3b8cfb4405 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:34:47.740086 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada20141-ebc9-462c-a270-8f77504a4c66", "tag": "f8d86feb-dd06-49b4-af19-d623818ca51d", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:34:47.740405 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f826a1f0-fbce-4c0d-8395-bb3b8cfb4405 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:34:47.740848 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada20141-ebc9-462c-a270-8f77504a4c66', 'tag': 'f8d86feb-dd06-49b4-af19-d623818ca51d', 'status': 'completed', 'code': 200} Jun 17 14:34:47.854414 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfc991-2869-413f-b018-adbf9ebd66fc req-d4041f25-644b-4b0a-b282-5fed3fca351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:47.855894 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0acfc991-2869-413f-b018-adbf9ebd66fc req-d4041f25-644b-4b0a-b282-5fed3fca351e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91695e22f84a4c668c9c5b12f8253bfc&device_id=ada20141-ebc9-462c-a270-8f77504a4c66 HTTP/1.1" status: 200 len: 1096 time: 0.0626590 Jun 17 14:34:47.972312 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfc991-2869-413f-b018-adbf9ebd66fc req-92819232-f7d0-4257-bbd3-94b6a8bcbff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:47.973724 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0acfc991-2869-413f-b018-adbf9ebd66fc req-92819232-f7d0-4257-bbd3-94b6a8bcbff2 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=91695e22f84a4c668c9c5b12f8253bfc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1089826 Jun 17 14:34:48.095054 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8268a4f-d3ed-4771-af9b-34d0581584fd req-217c54ab-f6b3-4c44-bea7-39c1213f28ba tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:48.096917 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d8268a4f-d3ed-4771-af9b-34d0581584fd req-217c54ab-f6b3-4c44-bea7-39c1213f28ba tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=ada20141-ebc9-462c-a270-8f77504a4c66 HTTP/1.1" status: 200 len: 943 time: 0.1383855 Jun 17 14:34:48.114137 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfc991-2869-413f-b018-adbf9ebd66fc req-414f2a9b-d6f7-41f4-a10d-3324eeb084ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:48.115523 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0acfc991-2869-413f-b018-adbf9ebd66fc req-414f2a9b-d6f7-41f4-a10d-3324eeb084ec service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1226330 Jun 17 14:34:48.142906 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d8268a4f-d3ed-4771-af9b-34d0581584fd req-cf878ab6-4068-40bc-a8f6-35780b5a355e tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fc6e88a-d5b1-4fdb-8a45-bae4166753eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390575 Jun 17 14:34:48.256959 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-d8dc63c1-4c29-453c-bb30-ed0751470a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:48.256959 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-d8dc63c1-4c29-453c-bb30-ed0751470a22 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91695e22f84a4c668c9c5b12f8253bfc&device_id=ada20141-ebc9-462c-a270-8f77504a4c66 HTTP/1.1" status: 200 len: 1096 time: 0.0578372 Jun 17 14:34:48.270158 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-6592a9b3-d341-4df0-9557-1b1d0791188b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d86feb-dd06-49b4-af19-d623818ca51d HTTP/1.1" status: 200 len: 217 time: 0.0367920 Jun 17 14:34:48.319322 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-5ae606a5-0dad-4d6b-9871-d0a828685a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:48.320720 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-5ae606a5-0dad-4d6b-9871-d0a828685a51 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ddf294c9-2449-47ab-84d6-49702a679f33 HTTP/1.1" status: 200 len: 849 time: 0.0438914 Jun 17 14:34:48.382181 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-6b31ac9f-493f-4474-9b39-36e706d57adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:48.383654 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-6b31ac9f-493f-4474-9b39-36e706d57adc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8135cc67-7047-4727-8ec0-17fbafcdfdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0548475 Jun 17 14:34:48.477024 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-e34a8f39-2ea1-4dbe-8249-aab323be5b96 service neutron] 10.222.0.93 "GET /v2.0/networks/8135cc67-7047-4727-8ec0-17fbafcdfdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856218 Jun 17 14:34:48.571460 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f7d9d566-3f3e-4b91-9be9-113d9fe16f43 req-986b2c84-6cd8-402f-8f50-63a0d1264727 service neutron] 10.222.0.93 "GET /v2.0/networks/8135cc67-7047-4727-8ec0-17fbafcdfdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827363 Jun 17 14:34:48.735054 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:49.315761 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32f894-26d2-4206-a7c7-acc8d3152d42 req-998b2f8b-830b-4bf7-8552-51706f74141f tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:49.317221 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3a32f894-26d2-4206-a7c7-acc8d3152d42 req-998b2f8b-830b-4bf7-8552-51706f74141f tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=ada20141-ebc9-462c-a270-8f77504a4c66 HTTP/1.1" status: 200 len: 943 time: 0.0618784 Jun 17 14:34:49.357445 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3a32f894-26d2-4206-a7c7-acc8d3152d42 req-2e6fe789-fb25-427b-80cb-420a9058cf6f tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fc6e88a-d5b1-4fdb-8a45-bae4166753eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346160 Jun 17 14:34:50.022063 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b9415-a975-4f60-8659-6675cee22e5b req-c24b820d-10c3-46a6-9fdd-e3e7c6a7ebce tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:50.023498 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-398b9415-a975-4f60-8659-6675cee22e5b req-c24b820d-10c3-46a6-9fdd-e3e7c6a7ebce tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/networks?id=00bf45c1-1c5c-4bd8-b44a-61fcd47a999f HTTP/1.1" status: 200 len: 815 time: 0.0988500 Jun 17 14:34:50.037580 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-398b9415-a975-4f60-8659-6675cee22e5b req-1f95bc79-77ca-47b3-9bf8-26ef1269098d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/quotas/414fab9b5eee4b63a3262611b70da8a6 HTTP/1.1" status: 200 len: 375 time: 0.0087178 Jun 17 14:34:50.111173 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-398b9415-a975-4f60-8659-6675cee22e5b req-089a6bdb-fd06-4353-a071-b99c2abe36fb tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=414fab9b5eee4b63a3262611b70da8a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684912 Jun 17 14:34:50.201736 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-398b9415-a975-4f60-8659-6675cee22e5b req-4ccd662a-0318-4bb8-bd06-d42355f9c0c8 service neutron] 10.222.0.86 "GET /v2.0/networks/00bf45c1-1c5c-4bd8-b44a-61fcd47a999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808780 Jun 17 14:34:50.534110 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-398b9415-a975-4f60-8659-6675cee22e5b req-6e41b88e-c654-4924-8ebf-962e5396e534 service neutron] 10.222.0.86 "GET /v2.0/networks/00bf45c1-1c5c-4bd8-b44a-61fcd47a999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262513 Jun 17 14:34:50.536988 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421e7e3-f12a-45c0-afeb-5a4793bd9351 req-9e1427f2-aa87-403f-8f6a-7c85dff46370 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:50.538486 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-d421e7e3-f12a-45c0-afeb-5a4793bd9351 req-9e1427f2-aa87-403f-8f6a-7c85dff46370 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=ada20141-ebc9-462c-a270-8f77504a4c66 HTTP/1.1" status: 200 len: 943 time: 0.0660427 Jun 17 14:34:50.575091 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-d421e7e3-f12a-45c0-afeb-5a4793bd9351 req-39018516-3fc0-4f66-bd8b-369391ff63e7 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fc6e88a-d5b1-4fdb-8a45-bae4166753eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310528 Jun 17 14:34:50.884005 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-de8f9a1b-da23-49b3-9b80-50504ec33b2d req-eb243c45-e529-4463-953a-f42902e171b6 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ccf7c87-e724-4479-9637-b4e1b7fef110 HTTP/1.1" status: 200 len: 210 time: 0.0290406 Jun 17 14:34:50.990661 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device f8d86feb-dd06-49b4-af19-d623818ca51d details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:34:51.086684 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port f8d86feb-dd06-49b4-af19-d623818ca51d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f8d86feb-dd06-49b4-af19-d623818ca51d,segment=NetworkSegment(220d25f0-d22f-4094-b184-ec26428604f7),segment_id=220d25f0-d22f-4094-b184-ec26428604f7)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:34:51.097734 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': 'f8d86feb-dd06-49b4-af19-d623818ca51d', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'port_id': 'f8d86feb-dd06-49b4-af19-d623818ca51d', 'mac_address': 'fa:16:3e:ef:ee:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:34:51.133500 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:51.147851 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d86feb-dd06-49b4-af19-d623818ca51d {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:34:51.166501 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port f8d86feb-dd06-49b4-af19-d623818ca51d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f8d86feb-dd06-49b4-af19-d623818ca51d,segment=NetworkSegment(220d25f0-d22f-4094-b184-ec26428604f7),segment_id=220d25f0-d22f-4094-b184-ec26428604f7)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:34:51.268512 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:51.270347 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:51.320498 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=f8d86feb-dd06-49b4-af19-d623818ca51d,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:51.323649 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:51.639105 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['f8d86feb-dd06-49b4-af19-d623818ca51d'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:34:51.762808 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6046fe9-f7a1-403f-8535-b5b496abcc2f req-807805db-6216-4c59-abab-334bd91af6f1 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:51.764332 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f6046fe9-f7a1-403f-8535-b5b496abcc2f req-807805db-6216-4c59-abab-334bd91af6f1 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=ada20141-ebc9-462c-a270-8f77504a4c66 HTTP/1.1" status: 200 len: 944 time: 0.0715320 Jun 17 14:34:51.804232 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f6046fe9-f7a1-403f-8535-b5b496abcc2f req-4e3f3a1c-6711-4c2b-bd7b-3b7afc5735f8 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fc6e88a-d5b1-4fdb-8a45-bae4166753eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326722 Jun 17 14:34:52.022648 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b70fad72-4c9c-4567-96ae-f4f762a082e2 req-c02c2e1e-55ca-44e3-ac62-95cdf2ff3b3e tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ccf7c87-e724-4479-9637-b4e1b7fef110 HTTP/1.1" status: 200 len: 210 time: 0.0298727 Jun 17 14:34:52.980361 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1e6cf-11f2-4fd2-aec5-2f1b17285ac1 req-c430e60e-883b-4b28-bc3c-d7441cdc1023 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:52.981799 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d2b1e6cf-11f2-4fd2-aec5-2f1b17285ac1 req-c430e60e-883b-4b28-bc3c-d7441cdc1023 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=ada20141-ebc9-462c-a270-8f77504a4c66 HTTP/1.1" status: 200 len: 944 time: 0.0606568 Jun 17 14:34:53.002646 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device f8d86feb-dd06-49b4-af19-d623818ca51d up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:34:53.020267 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d2b1e6cf-11f2-4fd2-aec5-2f1b17285ac1 req-8a92dc27-0966-46b8-96e1-96bd306b1208 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fc6e88a-d5b1-4fdb-8a45-bae4166753eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318596 Jun 17 14:34:53.131620 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning for port f8d86feb-dd06-49b4-af19-d623818ca51d completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:34:53.135838 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port f8d86feb-dd06-49b4-af19-d623818ca51d triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:34:53.136248 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:53.164751 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-507261f4-d9c1-4d29-98a1-a141b2f8c32a req-73e39a74-56f6-47bd-bb37-8523b50d5766 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ccf7c87-e724-4479-9637-b4e1b7fef110 HTTP/1.1" status: 200 len: 210 time: 0.0293381 Jun 17 14:34:53.224044 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:53.245664 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada20141-ebc9-462c-a270-8f77504a4c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d86feb-dd06-49b4-af19-d623818ca51d'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:34:53.247900 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d56bd8-cc76-48e9-b6e4-cd74b3ea7c16" -d '{"events": [{"server_uuid": "ada20141-ebc9-462c-a270-8f77504a4c66", "name": "network-vif-plugged", "status": "completed", "tag": "f8d86feb-dd06-49b4-af19-d623818ca51d"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:34:53.260989 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port f8d86feb-dd06-49b4-af19-d623818ca51d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f8d86feb-dd06-49b4-af19-d623818ca51d,segment=NetworkSegment(220d25f0-d22f-4094-b184-ec26428604f7),segment_id=220d25f0-d22f-4094-b184-ec26428604f7)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:34:53.283616 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ea4238-abf3-41b5-b636-95ad75a36900 x-openstack-request-id: req-71ea4238-abf3-41b5-b636-95ad75a36900 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:34:53.283919 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada20141-ebc9-462c-a270-8f77504a4c66", "name": "network-vif-plugged", "status": "completed", "tag": "f8d86feb-dd06-49b4-af19-d623818ca51d", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:34:53.284183 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-71ea4238-abf3-41b5-b636-95ad75a36900 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:34:53.284584 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada20141-ebc9-462c-a270-8f77504a4c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d86feb-dd06-49b4-af19-d623818ca51d', 'code': 200} Jun 17 14:34:53.330403 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:53.332321 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-8441f281-4e75-4975-9ecb-f4101ef0c055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:53.388734 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=f8d86feb-dd06-49b4-af19-d623818ca51d,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:53.393080 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:53.454650 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b9415-a975-4f60-8659-6675cee22e5b req-c9e4dcd3-d26d-4156-9b78-5d7fc0a0775e tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:53.456065 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-398b9415-a975-4f60-8659-6675cee22e5b req-c9e4dcd3-d26d-4156-9b78-5d7fc0a0775e tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.93 "GET /v2.0/networks?id=00bf45c1-1c5c-4bd8-b44a-61fcd47a999f HTTP/1.1" status: 200 len: 815 time: 0.1131537 Jun 17 14:34:53.493588 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-398b9415-a975-4f60-8659-6675cee22e5b req-0bbc3413-76d6-4d3f-8a0e-fb0b48580c16 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Request body: {'port': {'device_id': '8ccf7c87-e724-4479-9637-b4e1b7fef110', 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f', 'admin_state_up': True, 'tenant_id': '414fab9b5eee4b63a3262611b70da8a6'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:34:53.727848 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-398b9415-a975-4f60-8659-6675cee22e5b req-0bbc3413-76d6-4d3f-8a0e-fb0b48580c16 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Made reservation on behalf of 414fab9b5eee4b63a3262611b70da8a6 for: {'port': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:34:53.731196 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-398b9415-a975-4f60-8659-6675cee22e5b req-0bbc3413-76d6-4d3f-8a0e-fb0b48580c16 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:53.755071 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914832c7-f37f-44ac-aa5c-52f74b7b1df7 req-51886351-ca6f-4eac-8639-6f9dcb350805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:53.756520 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-914832c7-f37f-44ac-aa5c-52f74b7b1df7 req-51886351-ca6f-4eac-8639-6f9dcb350805 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ada20141-ebc9-462c-a270-8f77504a4c66 HTTP/1.1" status: 200 len: 1098 time: 0.0678210 Jun 17 14:34:53.862233 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-914832c7-f37f-44ac-aa5c-52f74b7b1df7 req-46396835-4737-43b7-9156-b29f87fd52ea service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7fc6e88a-d5b1-4fdb-8a45-bae4166753eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689614 Jun 17 14:34:53.888081 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [req-398b9415-a975-4f60-8659-6675cee22e5b req-0bbc3413-76d6-4d3f-8a0e-fb0b48580c16 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Allocated IP 172.20.0.13 (00bf45c1-1c5c-4bd8-b44a-61fcd47a999f/53646b2f-b724-4e26-a64b-3114916119c8/c0558b0e-b6a0-43a2-91c5-566616df523f) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:34:54.030781 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-398b9415-a975-4f60-8659-6675cee22e5b req-0bbc3413-76d6-4d3f-8a0e-fb0b48580c16 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:54.173484 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-398b9415-a975-4f60-8659-6675cee22e5b req-0bbc3413-76d6-4d3f-8a0e-fb0b48580c16 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520890'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:54.178051 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:54.186515 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['32218044-595f-4322-a191-39caf6a2f220', '5f6c0422-14bc-4495-9ed6-8c724d841148', 'ad43508a-a211-422c-a7c3-f882061c8cef'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:34:54.229966 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-398b9415-a975-4f60-8659-6675cee22e5b req-0bbc3413-76d6-4d3f-8a0e-fb0b48580c16 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Network 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:34:54.239336 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc3413-76d6-4d3f-8a0e-fb0b48580c16 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Pushing event updated for resources: {'Port': ['ID=c0558b0e-b6a0-43a2-91c5-566616df523f,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:54.241832 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [req-398b9415-a975-4f60-8659-6675cee22e5b req-0bbc3413-76d6-4d3f-8a0e-fb0b48580c16 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:34:54.244482 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-0bbc3413-76d6-4d3f-8a0e-fb0b48580c16 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:54.245126 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-398b9415-a975-4f60-8659-6675cee22e5b req-0bbc3413-76d6-4d3f-8a0e-fb0b48580c16 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:34:54.255309 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d0645-3f0a-4aff-a672-ec709d45a818 req-d2c315bc-e91d-4b84-8564-badd69e9ef28 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:54.256986 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-af1d0645-3f0a-4aff-a672-ec709d45a818 req-d2c315bc-e91d-4b84-8564-badd69e9ef28 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=ada20141-ebc9-462c-a270-8f77504a4c66 HTTP/1.1" status: 200 len: 945 time: 0.1230166 Jun 17 14:34:54.324549 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b9415-a975-4f60-8659-6675cee22e5b req-0bbc3413-76d6-4d3f-8a0e-fb0b48580c16 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:54.325159 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-398b9415-a975-4f60-8659-6675cee22e5b req-0bbc3413-76d6-4d3f-8a0e-fb0b48580c16 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:54.335088 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-af1d0645-3f0a-4aff-a672-ec709d45a818 req-190d2190-1a5e-4e3c-bf26-05ab3e662dfd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fc6e88a-d5b1-4fdb-8a45-bae4166753eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570600 Jun 17 14:34:54.356874 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16c05d-c930-4282-9a61-1a62062a56fc req-6e1d8a62-e962-464d-8e39-fa7154fa04ad tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:54.358719 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-9c16c05d-c930-4282-9a61-1a62062a56fc req-6e1d8a62-e962-464d-8e39-fa7154fa04ad tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ccf7c87-e724-4479-9637-b4e1b7fef110 HTTP/1.1" status: 200 len: 932 time: 0.0717697 Jun 17 14:34:54.399325 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-9c16c05d-c930-4282-9a61-1a62062a56fc req-80071a34-337b-4f79-82ba-31bd9b6af516 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317566 Jun 17 14:34:54.418024 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-398b9415-a975-4f60-8659-6675cee22e5b req-0bbc3413-76d6-4d3f-8a0e-fb0b48580c16 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9415321 Jun 17 14:34:54.430409 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-398b9415-a975-4f60-8659-6675cee22e5b req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Request body: {'port': {'device_id': '8ccf7c87-e724-4479-9637-b4e1b7fef110', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:34:54.507258 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-398b9415-a975-4f60-8659-6675cee22e5b req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:54.757335 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [req-398b9415-a975-4f60-8659-6675cee22e5b req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0558b0e-b6a0-43a2-91c5-566616df523f {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:34:54.764211 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-398b9415-a975-4f60-8659-6675cee22e5b req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:54.775973 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [req-398b9415-a975-4f60-8659-6675cee22e5b req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Transition to ACTIVE for port object c0558b0e-b6a0-43a2-91c5-566616df523f will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:34:54.892051 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-398b9415-a975-4f60-8659-6675cee22e5b req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:54.894243 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:54.969486 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Pushing event updated for resources: {'Port': ['ID=c0558b0e-b6a0-43a2-91c5-566616df523f,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:54.973752 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:55.035719 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-398b9415-a975-4f60-8659-6675cee22e5b req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Attempting to bind port c0558b0e-b6a0-43a2-91c5-566616df523f on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:34:55.035975 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-398b9415-a975-4f60-8659-6675cee22e5b req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Attempting to bind port c0558b0e-b6a0-43a2-91c5-566616df523f by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'bf49e603-ff73-4d84-b00c-532366181525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:34:55.036306 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398b9415-a975-4f60-8659-6675cee22e5b req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Attempting to bind port c0558b0e-b6a0-43a2-91c5-566616df523f on network 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:34:55.040412 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398b9415-a975-4f60-8659-6675cee22e5b req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Port c0558b0e-b6a0-43a2-91c5-566616df523f on network 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:34:55.040736 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398b9415-a975-4f60-8659-6675cee22e5b req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Attempting to bind port c0558b0e-b6a0-43a2-91c5-566616df523f on network 00bf45c1-1c5c-4bd8-b44a-61fcd47a999f {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:34:55.045373 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398b9415-a975-4f60-8659-6675cee22e5b req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Checking agent: {'id': 'c17431a8-2d50-499b-8bf2-d6ffeabd9413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'started_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:34:55.046899 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398b9415-a975-4f60-8659-6675cee22e5b req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Checking segment: {'id': 'bf49e603-ff73-4d84-b00c-532366181525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:34:55.046899 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398b9415-a975-4f60-8659-6675cee22e5b req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Bound using segment: {'id': 'bf49e603-ff73-4d84-b00c-532366181525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:34:55.047171 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-398b9415-a975-4f60-8659-6675cee22e5b req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Bound port: c0558b0e-b6a0-43a2-91c5-566616df523f, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf49e603-ff73-4d84-b00c-532366181525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:34:55.047275 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-398b9415-a975-4f60-8659-6675cee22e5b req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:55.110982 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-398b9415-a975-4f60-8659-6675cee22e5b req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] For port c0558b0e-b6a0-43a2-91c5-566616df523f, host hv-cinder-79628, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:34:55.114098 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-398b9415-a975-4f60-8659-6675cee22e5b req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] For port c0558b0e-b6a0-43a2-91c5-566616df523f, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c0558b0e-b6a0-43a2-91c5-566616df523f,segment=NetworkSegment(bf49e603-ff73-4d84-b00c-532366181525),segment_id=bf49e603-ff73-4d84-b00c-532366181525)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:34:55.177747 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-398b9415-a975-4f60-8659-6675cee22e5b req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:55.179775 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:55.212308 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b9415-a975-4f60-8659-6675cee22e5b req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:55.212919 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-398b9415-a975-4f60-8659-6675cee22e5b req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:55.214319 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-398b9415-a975-4f60-8659-6675cee22e5b req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] 10.222.0.93 "PUT /v2.0/ports/c0558b0e-b6a0-43a2-91c5-566616df523f HTTP/1.1" status: 200 len: 1094 time: 0.7881322 Jun 17 14:34:55.217717 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ccf7c87-e724-4479-9637-b4e1b7fef110', 'tag': 'c0558b0e-b6a0-43a2-91c5-566616df523f'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:34:55.217717 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f41c5a-0af3-432f-b272-d33be89c620b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ccf7c87-e724-4479-9637-b4e1b7fef110", "tag": "c0558b0e-b6a0-43a2-91c5-566616df523f"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:34:55.243691 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Pushing event updated for resources: {'Port': ['ID=c0558b0e-b6a0-43a2-91c5-566616df523f,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:55.248177 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:55.254657 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437e4309-88ee-464c-96c1-59017ddd0891 x-openstack-request-id: req-437e4309-88ee-464c-96c1-59017ddd0891 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:34:55.254979 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ccf7c87-e724-4479-9637-b4e1b7fef110", "tag": "c0558b0e-b6a0-43a2-91c5-566616df523f", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:34:55.255265 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-437e4309-88ee-464c-96c1-59017ddd0891 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:34:55.255688 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ccf7c87-e724-4479-9637-b4e1b7fef110', 'tag': 'c0558b0e-b6a0-43a2-91c5-566616df523f', 'status': 'completed', 'code': 200} Jun 17 14:34:55.348358 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f41c5a-0af3-432f-b272-d33be89c620b req-0cc19859-baad-4d6f-9a68-5df9963447c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:55.349872 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-53f41c5a-0af3-432f-b272-d33be89c620b req-0cc19859-baad-4d6f-9a68-5df9963447c5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=414fab9b5eee4b63a3262611b70da8a6&device_id=8ccf7c87-e724-4479-9637-b4e1b7fef110 HTTP/1.1" status: 200 len: 1097 time: 0.0518789 Jun 17 14:34:55.454846 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f41c5a-0af3-432f-b272-d33be89c620b req-1de6988e-1dc2-42b2-b79e-a13ed9041fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:55.456349 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-53f41c5a-0af3-432f-b272-d33be89c620b req-1de6988e-1dc2-42b2-b79e-a13ed9041fc6 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=414fab9b5eee4b63a3262611b70da8a6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0971587 Jun 17 14:34:55.578613 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd929a25-dfc5-4317-8026-1aca92677684 req-aeec7cbf-74ec-4b51-b967-3a026ab911bc tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:55.580257 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-fd929a25-dfc5-4317-8026-1aca92677684 req-aeec7cbf-74ec-4b51-b967-3a026ab911bc tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ccf7c87-e724-4479-9637-b4e1b7fef110 HTTP/1.1" status: 200 len: 944 time: 0.0666623 Jun 17 14:34:55.596768 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99de5a-59bb-4534-8d89-67600c583d80 req-1592f815-512e-4186-b6b6-c0f24f821129 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:55.598275 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6d99de5a-59bb-4534-8d89-67600c583d80 req-1592f815-512e-4186-b6b6-c0f24f821129 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=ada20141-ebc9-462c-a270-8f77504a4c66 HTTP/1.1" status: 200 len: 945 time: 0.1371875 Jun 17 14:34:55.601209 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f41c5a-0af3-432f-b272-d33be89c620b req-5a877cf1-478a-4812-9538-e61661d18aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:55.602765 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-53f41c5a-0af3-432f-b272-d33be89c620b req-5a877cf1-478a-4812-9538-e61661d18aaf service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1322653 Jun 17 14:34:55.618547 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-fd929a25-dfc5-4317-8026-1aca92677684 req-a63bfbc1-9f5c-4e95-adfc-b45636b5e8ff tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324490 Jun 17 14:34:55.638354 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6d99de5a-59bb-4534-8d89-67600c583d80 req-70248b16-1b62-4a69-8eb8-3780a5f55b98 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fc6e88a-d5b1-4fdb-8a45-bae4166753eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341692 Jun 17 14:34:55.722006 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b9415-a975-4f60-8659-6675cee22e5b req-9ec2a1ec-5672-429d-b458-1c826c0e3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:55.723558 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-398b9415-a975-4f60-8659-6675cee22e5b req-9ec2a1ec-5672-429d-b458-1c826c0e3e84 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=414fab9b5eee4b63a3262611b70da8a6&device_id=8ccf7c87-e724-4479-9637-b4e1b7fef110 HTTP/1.1" status: 200 len: 1097 time: 0.0568461 Jun 17 14:34:55.784844 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-398b9415-a975-4f60-8659-6675cee22e5b req-0b795b89-2097-4a60-81b5-ff3d83ea4976 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0558b0e-b6a0-43a2-91c5-566616df523f HTTP/1.1" status: 200 len: 217 time: 0.0466514 Jun 17 14:34:55.851299 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b9415-a975-4f60-8659-6675cee22e5b req-a251c1de-c4f6-4ebb-99b2-3d589462314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:55.852846 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-398b9415-a975-4f60-8659-6675cee22e5b req-a251c1de-c4f6-4ebb-99b2-3d589462314b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=53646b2f-b724-4e26-a64b-3114916119c8 HTTP/1.1" status: 200 len: 855 time: 0.0523286 Jun 17 14:34:55.873070 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e14fc5-1002-4cb9-9eb3-49014c6a87e8 req-9c7fac7e-f389-4faf-811e-057e0277c818 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:55.875333 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d1e14fc5-1002-4cb9-9eb3-49014c6a87e8 req-9c7fac7e-f389-4faf-811e-057e0277c818 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=ada20141-ebc9-462c-a270-8f77504a4c66 HTTP/1.1" status: 200 len: 945 time: 0.1293321 Jun 17 14:34:55.882922 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 34908) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:34:55.887549 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-1b6874a2-a620-4a05-9e4e-0e1ffbc00534 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Request body: {'floatingip': {'port_id': 'f8d86feb-dd06-49b4-af19-d623818ca51d'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:34:55.903247 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-398b9415-a975-4f60-8659-6675cee22e5b req-9269fd4f-6b4f-4fb1-be3c-935c1218a47f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=00bf45c1-1c5c-4bd8-b44a-61fcd47a999f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374656 Jun 17 14:34:55.927061 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1b6874a2-a620-4a05-9e4e-0e1ffbc00534 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for floatingip, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:55.998957 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-398b9415-a975-4f60-8659-6675cee22e5b req-4967f6d2-ce5c-4e98-8022-98d3cf781f45 service neutron] 10.222.0.93 "GET /v2.0/networks/00bf45c1-1c5c-4bd8-b44a-61fcd47a999f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853083 Jun 17 14:34:56.088123 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-398b9415-a975-4f60-8659-6675cee22e5b req-cba6cf3d-8a1a-4962-b620-bf3c51048de9 service neutron] 10.222.0.93 "GET /v2.0/networks/00bf45c1-1c5c-4bd8-b44a-61fcd47a999f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815387 Jun 17 14:34:56.347015 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1b6874a2-a620-4a05-9e4e-0e1ffbc00534 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:56.416962 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1b6874a2-a620-4a05-9e4e-0e1ffbc00534 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982482'] for floatingip, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:56.511780 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.db.l3_db [None req-1b6874a2-a620-4a05-9e4e-0e1ffbc00534 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Floating IP 54dbd213-dec9-4bcb-b11f-4d8a79dc30e3 associated. External IP: 172.28.1.98, port: f8d86feb-dd06-49b4-af19-d623818ca51d. Jun 17 14:34:56.712176 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6874a2-a620-4a05-9e4e-0e1ffbc00534 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:34:56.852597 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6874a2-a620-4a05-9e4e-0e1ffbc00534 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:34:56.857583 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1b6874a2-a620-4a05-9e4e-0e1ffbc00534 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:56.862331 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3603a880-cce9-433b-a8dd-d41344ac459b None None] Sync routers for ids ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'] in dv-cinder-796286-6-smb {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:34:56.870395 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a7811-0fcc-4a15-a55d-421ea4a5a3d3 req-c49f38b4-2679-4bb6-b84d-76be6a34339e tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:56.870941 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603a880-cce9-433b-a8dd-d41344ac459b None None] Routers {'b192a0fe-ab3d-45b5-9ded-51ed45bf2419'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:34:56.871659 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-3603a880-cce9-433b-a8dd-d41344ac459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:34:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:34:56.871886 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-448a7811-0fcc-4a15-a55d-421ea4a5a3d3 req-c49f38b4-2679-4bb6-b84d-76be6a34339e tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ccf7c87-e724-4479-9637-b4e1b7fef110 HTTP/1.1" status: 200 len: 944 time: 0.1191916 Jun 17 14:34:56.931673 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-1b6874a2-a620-4a05-9e4e-0e1ffbc00534 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "PUT /v2.0/floatingips/54dbd213-dec9-4bcb-b11f-4d8a79dc30e3 HTTP/1.1" status: 200 len: 990 time: 1.0439434 Jun 17 14:34:56.933941 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada20141-ebc9-462c-a270-8f77504a4c66', 'tag': 'f8d86feb-dd06-49b4-af19-d623818ca51d'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:34:56.936107 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8863a126823674440be2fd171a9f51742ed7e76304ce63add1381630eebf7721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fd432e-cf00-4330-bd82-2dafeaaa30e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ada20141-ebc9-462c-a270-8f77504a4c66", "tag": "f8d86feb-dd06-49b4-af19-d623818ca51d"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:34:56.946648 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-448a7811-0fcc-4a15-a55d-421ea4a5a3d3 req-03f86d00-8037-4bf9-90f3-66665270cdf2 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561051 Jun 17 14:34:57.014196 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312a2e8a-a4a6-4c8a-841a-3af4c29897d7 x-openstack-request-id: req-312a2e8a-a4a6-4c8a-841a-3af4c29897d7 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:34:57.014196 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada20141-ebc9-462c-a270-8f77504a4c66", "tag": "f8d86feb-dd06-49b4-af19-d623818ca51d", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:34:57.014196 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-312a2e8a-a4a6-4c8a-841a-3af4c29897d7 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:34:57.014196 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada20141-ebc9-462c-a270-8f77504a4c66', 'tag': 'f8d86feb-dd06-49b4-af19-d623818ca51d', 'status': 'completed', 'code': 200} Jun 17 14:34:57.108280 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-3603a880-cce9-433b-a8dd-d41344ac459b None None] Set router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:34:57.110021 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd432e-cf00-4330-bd82-2dafeaaa30e2 req-3b682c97-3c89-4a5c-b9fe-cfdb04f117aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:57.111578 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-59fd432e-cf00-4330-bd82-2dafeaaa30e2 req-3b682c97-3c89-4a5c-b9fe-cfdb04f117aa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91695e22f84a4c668c9c5b12f8253bfc&device_id=ada20141-ebc9-462c-a270-8f77504a4c66 HTTP/1.1" status: 200 len: 1098 time: 0.0607257 Jun 17 14:34:57.199449 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd432e-cf00-4330-bd82-2dafeaaa30e2 req-71211c67-92d2-4287-8b74-ff10d8074bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:57.200789 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-59fd432e-cf00-4330-bd82-2dafeaaa30e2 req-71211c67-92d2-4287-8b74-ff10d8074bf0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8135cc67-7047-4727-8ec0-17fbafcdfdf8 HTTP/1.1" status: 200 len: 912 time: 0.0824914 Jun 17 14:34:57.282571 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-59fd432e-cf00-4330-bd82-2dafeaaa30e2 req-f581c781-feea-43f0-9c08-67604471d508 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d86feb-dd06-49b4-af19-d623818ca51d HTTP/1.1" status: 200 len: 998 time: 0.0593228 Jun 17 14:34:57.334907 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-3603a880-cce9-433b-a8dd-d41344ac459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'name': 'tempest-AttachVolumeTestJSON-926334786-router', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:18Z', 'updated_at': '2021-06-17T14:30:26Z', 'revision_number': 4, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'gw_port': {'id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_floatingips': [{'id': '54dbd213-dec9-4bcb-b11f-4d8a79dc30e3', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'floating_ip_address': '172.28.1.98', 'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'router_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'port_id': 'f8d86feb-dd06-49b4-af19-d623818ca51d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'mac_address': 'fa:16:3e:ef:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada20141-ebc9-462c-a270-8f77504a4c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:34:41Z', 'updated_at': '2021-06-17T14:34:56Z', 'revision_number': 1, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87bc9829-7a6c-4d79-a690-976d47979889', 'name': '', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'mac_address': 'fa:16:3e:25:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:24Z', 'updated_at': '2021-06-17T14:30:39Z', 'revision_number': 5, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'subnets': [{'id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:34:57.337274 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd432e-cf00-4330-bd82-2dafeaaa30e2 req-5d09e9bd-0a7a-46a7-a656-b9c650600f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:57.338767 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-59fd432e-cf00-4330-bd82-2dafeaaa30e2 req-5d09e9bd-0a7a-46a7-a656-b9c650600f85 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ddf294c9-2449-47ab-84d6-49702a679f33 HTTP/1.1" status: 200 len: 849 time: 0.0427392 Jun 17 14:34:57.364876 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3603a880-cce9-433b-a8dd-d41344ac459b None None] Checking router: b192a0fe-ab3d-45b5-9ded-51ed45bf2419 for host: dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:34:57.373267 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603a880-cce9-433b-a8dd-d41344ac459b None None] Routers {'b192a0fe-ab3d-45b5-9ded-51ed45bf2419'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:34:57.373912 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-3603a880-cce9-433b-a8dd-d41344ac459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:34:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:34:57.395546 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd432e-cf00-4330-bd82-2dafeaaa30e2 req-c9fe6bcc-16a1-40d9-b0e9-decd80e712dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:57.397007 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-59fd432e-cf00-4330-bd82-2dafeaaa30e2 req-c9fe6bcc-16a1-40d9-b0e9-decd80e712dd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8135cc67-7047-4727-8ec0-17fbafcdfdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0508687 Jun 17 14:34:57.477699 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-3603a880-cce9-433b-a8dd-d41344ac459b None None] Set router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:34:57.509357 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-59fd432e-cf00-4330-bd82-2dafeaaa30e2 req-b1c9d14b-e95a-4489-9338-39c861e19772 service neutron] 10.222.0.93 "GET /v2.0/networks/8135cc67-7047-4727-8ec0-17fbafcdfdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927641 Jun 17 14:34:57.598997 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-59fd432e-cf00-4330-bd82-2dafeaaa30e2 req-b248fe95-3fc2-447e-ad45-13cf4d39be8c service neutron] 10.222.0.93 "GET /v2.0/networks/8135cc67-7047-4727-8ec0-17fbafcdfdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807738 Jun 17 14:34:57.695484 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-3603a880-cce9-433b-a8dd-d41344ac459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'name': 'tempest-AttachVolumeTestJSON-926334786-router', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:18Z', 'updated_at': '2021-06-17T14:30:26Z', 'revision_number': 4, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'gw_port': {'id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_floatingips': [{'id': '54dbd213-dec9-4bcb-b11f-4d8a79dc30e3', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'floating_ip_address': '172.28.1.98', 'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'router_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'port_id': 'f8d86feb-dd06-49b4-af19-d623818ca51d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'mac_address': 'fa:16:3e:ef:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada20141-ebc9-462c-a270-8f77504a4c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:34:41Z', 'updated_at': '2021-06-17T14:34:56Z', 'revision_number': 1, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87bc9829-7a6c-4d79-a690-976d47979889', 'name': '', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'mac_address': 'fa:16:3e:25:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:24Z', 'updated_at': '2021-06-17T14:30:39Z', 'revision_number': 5, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'subnets': [{'id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:34:57.721117 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3603a880-cce9-433b-a8dd-d41344ac459b None None] The sync data for ids ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'] in dv-cinder-796286-6-smb is: [{'id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'name': 'tempest-AttachVolumeTestJSON-926334786-router', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:18Z', 'updated_at': '2021-06-17T14:30:26Z', 'revision_number': 4, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'gw_port': {'id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_floatingips': [{'id': '54dbd213-dec9-4bcb-b11f-4d8a79dc30e3', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'floating_ip_address': '172.28.1.98', 'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'router_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'port_id': 'f8d86feb-dd06-49b4-af19-d623818ca51d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'mac_address': 'fa:16:3e:ef:ee:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada20141-ebc9-462c-a270-8f77504a4c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:34:41Z', 'updated_at': '2021-06-17T14:34:56Z', 'revision_number': 1, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87bc9829-7a6c-4d79-a690-976d47979889', 'name': '', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'mac_address': 'fa:16:3e:25:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:24Z', 'updated_at': '2021-06-17T14:30:39Z', 'revision_number': 5, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'subnets': [{'id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:34:57.903257 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf7b945-0c62-4063-833b-ed41c8da903d None None] New status for floating IP 54dbd213-dec9-4bcb-b11f-4d8a79dc30e3: ACTIVE {{(pid=93282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:34:58.139689 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af674d5-ebd1-409d-ae25-68b1fd11bbc6 req-5b0d1677-6b45-4263-9a78-76980835bb42 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:58.141656 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0af674d5-ebd1-409d-ae25-68b1fd11bbc6 req-5b0d1677-6b45-4263-9a78-76980835bb42 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ccf7c87-e724-4479-9637-b4e1b7fef110 HTTP/1.1" status: 200 len: 944 time: 0.0707164 Jun 17 14:34:58.179739 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0af674d5-ebd1-409d-ae25-68b1fd11bbc6 req-2761560a-0cbf-4152-9977-9d9a750110fe tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325599 Jun 17 14:34:58.319847 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:34:59.051271 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device c0558b0e-b6a0-43a2-91c5-566616df523f details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:34:59.146463 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port c0558b0e-b6a0-43a2-91c5-566616df523f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c0558b0e-b6a0-43a2-91c5-566616df523f,segment=NetworkSegment(bf49e603-ff73-4d84-b00c-532366181525),segment_id=bf49e603-ff73-4d84-b00c-532366181525)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:34:59.157934 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': 'c0558b0e-b6a0-43a2-91c5-566616df523f', 'network_id': '00bf45c1-1c5c-4bd8-b44a-61fcd47a999f', 'port_id': 'c0558b0e-b6a0-43a2-91c5-566616df523f', 'mac_address': 'fa:16:3e:f3:4a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53646b2f-b724-4e26-a64b-3114916119c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:34:59.193760 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:59.207974 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0558b0e-b6a0-43a2-91c5-566616df523f {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:34:59.228085 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port c0558b0e-b6a0-43a2-91c5-566616df523f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c0558b0e-b6a0-43a2-91c5-566616df523f,segment=NetworkSegment(bf49e603-ff73-4d84-b00c-532366181525),segment_id=bf49e603-ff73-4d84-b00c-532366181525)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:34:59.291538 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:34:59.294543 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-baf09621-5ccc-4214-b367-f0ee590aec3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:34:59.347716 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=c0558b0e-b6a0-43a2-91c5-566616df523f,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:34:59.350953 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:34:59.358522 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61099107-d487-4a08-a5cf-6c83819957fb req-c51a8516-253a-4e58-9164-60a037dbc06a tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:34:59.360184 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-61099107-d487-4a08-a5cf-6c83819957fb req-c51a8516-253a-4e58-9164-60a037dbc06a tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ccf7c87-e724-4479-9637-b4e1b7fef110 HTTP/1.1" status: 200 len: 945 time: 0.0688894 Jun 17 14:34:59.398597 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-61099107-d487-4a08-a5cf-6c83819957fb req-6d2718be-f344-4123-bd8c-92893e83dd53 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327680 Jun 17 14:34:59.686613 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['c0558b0e-b6a0-43a2-91c5-566616df523f'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:35:00.577229 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b057d3-089e-432f-ba94-98dfb8f76f00 req-7804bd5a-1257-4cc3-bb45-f094272de275 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:00.579293 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a0b057d3-089e-432f-ba94-98dfb8f76f00 req-7804bd5a-1257-4cc3-bb45-f094272de275 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ccf7c87-e724-4479-9637-b4e1b7fef110 HTTP/1.1" status: 200 len: 945 time: 0.0681555 Jun 17 14:35:00.617242 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a0b057d3-089e-432f-ba94-98dfb8f76f00 req-1d9f4ffb-9d25-405c-b9b2-84964d6d9914 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323834 Jun 17 14:35:01.064088 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device c0558b0e-b6a0-43a2-91c5-566616df523f up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:35:01.227259 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning for port c0558b0e-b6a0-43a2-91c5-566616df523f completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:35:01.231043 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port c0558b0e-b6a0-43a2-91c5-566616df523f triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:35:01.231431 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:01.306364 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:01.328205 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccf7c87-e724-4479-9637-b4e1b7fef110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0558b0e-b6a0-43a2-91c5-566616df523f'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:35:01.330469 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c94cab7-a9f3-491e-b6cd-be43c1db3090" -d '{"events": [{"server_uuid": "8ccf7c87-e724-4479-9637-b4e1b7fef110", "name": "network-vif-plugged", "status": "completed", "tag": "c0558b0e-b6a0-43a2-91c5-566616df523f"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:35:01.342708 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port c0558b0e-b6a0-43a2-91c5-566616df523f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c0558b0e-b6a0-43a2-91c5-566616df523f,segment=NetworkSegment(bf49e603-ff73-4d84-b00c-532366181525),segment_id=bf49e603-ff73-4d84-b00c-532366181525)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:35:01.372905 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca975cab-3049-4395-9b29-5af2b933fde1 x-openstack-request-id: req-ca975cab-3049-4395-9b29-5af2b933fde1 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:35:01.379883 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ccf7c87-e724-4479-9637-b4e1b7fef110", "name": "network-vif-plugged", "status": "completed", "tag": "c0558b0e-b6a0-43a2-91c5-566616df523f", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:35:01.379883 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ca975cab-3049-4395-9b29-5af2b933fde1 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:35:01.379883 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccf7c87-e724-4479-9637-b4e1b7fef110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0558b0e-b6a0-43a2-91c5-566616df523f', 'code': 200} Jun 17 14:35:01.451337 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:01.454062 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:01.504854 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=c0558b0e-b6a0-43a2-91c5-566616df523f,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:01.507726 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:01.743606 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69097c85-dd2b-407f-bca1-4eeec846676e req-c18476e0-7771-431a-b9cf-b6f2481ac3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:01.744982 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-69097c85-dd2b-407f-bca1-4eeec846676e req-c18476e0-7771-431a-b9cf-b6f2481ac3a9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8ccf7c87-e724-4479-9637-b4e1b7fef110 HTTP/1.1" status: 200 len: 1099 time: 0.0611217 Jun 17 14:35:01.803419 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-69097c85-dd2b-407f-bca1-4eeec846676e req-d88988dd-0e1f-4580-8cef-a2df74ac34c1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390801 Jun 17 14:35:01.820434 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faeefff-4828-4cf8-a3e9-2cf4e70d4126 req-51877bae-c0da-4ac0-a067-d78d62df2508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:01.822209 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7faeefff-4828-4cf8-a3e9-2cf4e70d4126 req-51877bae-c0da-4ac0-a067-d78d62df2508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ccf7c87-e724-4479-9637-b4e1b7fef110 HTTP/1.1" status: 200 len: 946 time: 0.0918500 Jun 17 14:35:01.859334 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7faeefff-4828-4cf8-a3e9-2cf4e70d4126 req-c6665c31-3ef1-4eec-b9de-6a9e5d12e82d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307860 Jun 17 14:35:03.034531 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15122b-eb9c-4600-bc67-71679603e038 req-6120d71f-a3d1-4ec0-a7ca-09403177f53e tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:03.036012 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1b15122b-eb9c-4600-bc67-71679603e038 req-6120d71f-a3d1-4ec0-a7ca-09403177f53e tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ccf7c87-e724-4479-9637-b4e1b7fef110 HTTP/1.1" status: 200 len: 946 time: 0.0655630 Jun 17 14:35:03.074198 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1b15122b-eb9c-4600-bc67-71679603e038 req-edd72795-a560-4935-b087-88cd9a39dbf6 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324218 Jun 17 14:35:04.277681 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35c195-2edf-4737-81d1-57d862a1c864 req-2ad8f572-365d-49b7-a246-d19c668f11de tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:04.279065 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-9f35c195-2edf-4737-81d1-57d862a1c864 req-2ad8f572-365d-49b7-a246-d19c668f11de tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ccf7c87-e724-4479-9637-b4e1b7fef110 HTTP/1.1" status: 200 len: 946 time: 0.0690162 Jun 17 14:35:04.317735 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-9f35c195-2edf-4737-81d1-57d862a1c864 req-8e8de41e-f2a5-40ff-b994-dd9473dbae4c tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324166 Jun 17 14:35:05.341191 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:13.284894 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-fcce73f3-a81d-4274-9eaf-f94804e3f66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:14.715353 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925c10e-a378-4659-adde-5f925103a60c req-01702f96-ef0b-441b-8bc1-b1dce3c57d60 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:14.716825 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2925c10e-a378-4659-adde-5f925103a60c req-01702f96-ef0b-441b-8bc1-b1dce3c57d60 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ccf7c87-e724-4479-9637-b4e1b7fef110 HTTP/1.1" status: 200 len: 946 time: 0.0645461 Jun 17 14:35:14.754359 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2925c10e-a378-4659-adde-5f925103a60c req-e1da53c7-b479-44c5-a488-07d525ab2a85 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318663 Jun 17 14:35:15.713637 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-06a96940-4591-4e35-947c-f42b84abfe50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:15.815426 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:15.926261 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb83a13-285c-4a1b-bd3f-7618644c8af6 req-51159d4d-ac5b-4445-8b7a-e9e346e1bff6 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:15.927702 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3eb83a13-285c-4a1b-bd3f-7618644c8af6 req-51159d4d-ac5b-4445-8b7a-e9e346e1bff6 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ccf7c87-e724-4479-9637-b4e1b7fef110 HTTP/1.1" status: 200 len: 946 time: 0.0624311 Jun 17 14:35:15.964234 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3eb83a13-285c-4a1b-bd3f-7618644c8af6 req-798161b1-39a1-4703-9608-74c0ef578020 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310252 Jun 17 14:35:16.896142 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:17.031899 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4255650-d6ac-4622-9925-35396f72fd22 req-36b7e83a-932c-4607-b492-e8f91fff3045 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:17.033411 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e4255650-d6ac-4622-9925-35396f72fd22 req-36b7e83a-932c-4607-b492-e8f91fff3045 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.93 "GET /v2.0/ports?device_id=8ccf7c87-e724-4479-9637-b4e1b7fef110 HTTP/1.1" status: 200 len: 946 time: 0.0632923 Jun 17 14:35:17.182023 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15297f49-b79d-4126-991d-d5f7cbf28d03 req-80f4353a-3510-43a2-be2a-08d0a50a252a tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:17.183463 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-15297f49-b79d-4126-991d-d5f7cbf28d03 req-80f4353a-3510-43a2-be2a-08d0a50a252a tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ccf7c87-e724-4479-9637-b4e1b7fef110 HTTP/1.1" status: 200 len: 946 time: 0.1023986 Jun 17 14:35:17.185334 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-e4255650-d6ac-4622-9925-35396f72fd22 req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Deleting port c0558b0e-b6a0-43a2-91c5-566616df523f {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:35:17.185697 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e4255650-d6ac-4622-9925-35396f72fd22 req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:17.275080 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-15297f49-b79d-4126-991d-d5f7cbf28d03 req-82ad63f3-ca4c-42ed-ab67-2150bb266a73 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852125 Jun 17 14:35:17.300008 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-e4255650-d6ac-4622-9925-35396f72fd22 req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] For port c0558b0e-b6a0-43a2-91c5-566616df523f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c0558b0e-b6a0-43a2-91c5-566616df523f,segment=NetworkSegment(bf49e603-ff73-4d84-b00c-532366181525),segment_id=bf49e603-ff73-4d84-b00c-532366181525)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:35:17.300373 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e4255650-d6ac-4622-9925-35396f72fd22 req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:17.361821 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-e4255650-d6ac-4622-9925-35396f72fd22 req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Calling delete_port for c0558b0e-b6a0-43a2-91c5-566616df523f owned by compute:nova {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:35:17.564650 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e4255650-d6ac-4622-9925-35396f72fd22 req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520883'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:17.568976 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-94d0a71d-d2cd-4dbc-9248-3f5c998010fe tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:17.578396 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['32218044-595f-4322-a191-39caf6a2f220', '5f6c0422-14bc-4495-9ed6-8c724d841148', 'ad43508a-a211-422c-a7c3-f882061c8cef', 'c0558b0e-b6a0-43a2-91c5-566616df523f'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:35:17.594601 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Pushing event deleted for resources: {'Port': ['ID=c0558b0e-b6a0-43a2-91c5-566616df523f,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:17.607033 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:17.607404 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:17.607762 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:17.608114 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:17.608466 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:17.608813 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:17.609161 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:17.609581 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:17.610039 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:17.610387 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:17.611240 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:17.611689 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:17.630015 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:17.653233 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4255650-d6ac-4622-9925-35396f72fd22 req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] No DVR routers for this DVR port c0558b0e-b6a0-43a2-91c5-566616df523f on host hv-cinder-79628 {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:35:17.655816 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e4255650-d6ac-4622-9925-35396f72fd22 req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:17.657831 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e4255650-d6ac-4622-9925-35396f72fd22 req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.93 "DELETE /v2.0/ports/c0558b0e-b6a0-43a2-91c5-566616df523f HTTP/1.1" status: 204 len: 173 time: 0.6175532 Jun 17 14:35:17.658329 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccf7c87-e724-4479-9637-b4e1b7fef110', 'name': 'network-vif-deleted', 'tag': 'c0558b0e-b6a0-43a2-91c5-566616df523f'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:35:17.660629 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5029ff3f-6808-42ff-b44c-b9b857ed0076" -d '{"events": [{"server_uuid": "8ccf7c87-e724-4479-9637-b4e1b7fef110", "name": "network-vif-deleted", "tag": "c0558b0e-b6a0-43a2-91c5-566616df523f"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:35:17.699477 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb2c361-0221-466e-a6f1-976c276a6e69 x-openstack-request-id: req-3eb2c361-0221-466e-a6f1-976c276a6e69 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:35:17.699477 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ccf7c87-e724-4479-9637-b4e1b7fef110", "name": "network-vif-deleted", "tag": "c0558b0e-b6a0-43a2-91c5-566616df523f", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:35:17.699477 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3eb2c361-0221-466e-a6f1-976c276a6e69 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:35:17.699477 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccf7c87-e724-4479-9637-b4e1b7fef110', 'name': 'network-vif-deleted', 'tag': 'c0558b0e-b6a0-43a2-91c5-566616df523f', 'status': 'completed', 'code': 200} Jun 17 14:35:18.477199 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f0085ae0-aae9-4a50-b194-055abff5b74a req-58eeb854-2913-4585-91c0-da29fec48873 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ccf7c87-e724-4479-9637-b4e1b7fef110 HTTP/1.1" status: 200 len: 210 time: 0.0771677 Jun 17 14:35:18.749729 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:21.145041 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device c0558b0e-b6a0-43a2-91c5-566616df523f no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:35:21.166083 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] No Port match for: c0558b0e-b6a0-43a2-91c5-566616df523f {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:35:21.166442 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device c0558b0e-b6a0-43a2-91c5-566616df523f not bound to the agent host hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:35:21.485358 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b77366-f9c7-43bd-a566-4f9b2b91f6cd req-8f5a465f-ffa7-425a-bef1-37a4d5609372 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:21.487322 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c3b77366-f9c7-43bd-a566-4f9b2b91f6cd req-8f5a465f-ffa7-425a-bef1-37a4d5609372 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=a92ea796-7950-4a13-9cfb-50617164340e HTTP/1.1" status: 200 len: 945 time: 0.1179171 Jun 17 14:35:21.524235 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c3b77366-f9c7-43bd-a566-4f9b2b91f6cd req-25e016b9-85d7-427c-a728-b93c7a855873 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312395 Jun 17 14:35:22.693766 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9115ef5-ae8b-4084-b782-f78a911f68fc req-396aaf86-98bf-4dc9-8f99-46000127b2a8 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:22.695222 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f9115ef5-ae8b-4084-b782-f78a911f68fc req-396aaf86-98bf-4dc9-8f99-46000127b2a8 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=a92ea796-7950-4a13-9cfb-50617164340e HTTP/1.1" status: 200 len: 945 time: 0.0611830 Jun 17 14:35:22.731740 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f9115ef5-ae8b-4084-b782-f78a911f68fc req-3f0762e1-5d47-49c6-8060-e7b9306c6269 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310371 Jun 17 14:35:23.546344 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0ec53-3024-4820-b745-7f4cc41bf52c req-cbbb6c73-6af7-447a-8b6e-cb2c12a7309c tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:23.549680 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-77e0ec53-3024-4820-b745-7f4cc41bf52c req-cbbb6c73-6af7-447a-8b6e-cb2c12a7309c tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.93 "GET /v2.0/ports?device_id=a92ea796-7950-4a13-9cfb-50617164340e HTTP/1.1" status: 200 len: 945 time: 0.0622442 Jun 17 14:35:23.654159 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-77e0ec53-3024-4820-b745-7f4cc41bf52c req-1d51f23e-4270-4472-9b5d-5475fbfb1573 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Deleting port ad43508a-a211-422c-a7c3-f882061c8cef {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:35:23.654496 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-77e0ec53-3024-4820-b745-7f4cc41bf52c req-1d51f23e-4270-4472-9b5d-5475fbfb1573 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:23.738576 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-77e0ec53-3024-4820-b745-7f4cc41bf52c req-1d51f23e-4270-4472-9b5d-5475fbfb1573 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] For port ad43508a-a211-422c-a7c3-f882061c8cef, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ad43508a-a211-422c-a7c3-f882061c8cef,segment=NetworkSegment(bf49e603-ff73-4d84-b00c-532366181525),segment_id=bf49e603-ff73-4d84-b00c-532366181525)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:35:23.738930 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-77e0ec53-3024-4820-b745-7f4cc41bf52c req-1d51f23e-4270-4472-9b5d-5475fbfb1573 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:23.803132 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-77e0ec53-3024-4820-b745-7f4cc41bf52c req-1d51f23e-4270-4472-9b5d-5475fbfb1573 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Calling delete_port for ad43508a-a211-422c-a7c3-f882061c8cef owned by compute:nova {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:35:23.951632 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292c1ef-bebc-4173-a176-2f08c8124fb1 req-892fe837-becd-4892-9854-40a129a0d5a6 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:23.953065 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7292c1ef-bebc-4173-a176-2f08c8124fb1 req-892fe837-becd-4892-9854-40a129a0d5a6 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=a92ea796-7950-4a13-9cfb-50617164340e HTTP/1.1" status: 200 len: 945 time: 0.1054628 Jun 17 14:35:24.001626 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7292c1ef-bebc-4173-a176-2f08c8124fb1 req-0b38e2d4-5513-4e12-8c56-582a1838af1a tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411325 Jun 17 14:35:24.096796 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-77e0ec53-3024-4820-b745-7f4cc41bf52c req-1d51f23e-4270-4472-9b5d-5475fbfb1573 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520883'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:24.100661 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:24.109782 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['32218044-595f-4322-a191-39caf6a2f220', '5f6c0422-14bc-4495-9ed6-8c724d841148', 'ad43508a-a211-422c-a7c3-f882061c8cef'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:35:24.125654 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51f23e-4270-4472-9b5d-5475fbfb1573 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Pushing event deleted for resources: {'Port': ['ID=ad43508a-a211-422c-a7c3-f882061c8cef,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:24.129049 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-1d51f23e-4270-4472-9b5d-5475fbfb1573 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:24.175432 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e0ec53-3024-4820-b745-7f4cc41bf52c req-1d51f23e-4270-4472-9b5d-5475fbfb1573 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] No DVR routers for this DVR port ad43508a-a211-422c-a7c3-f882061c8cef on host hv-cinder-79628 {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:35:24.178044 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-77e0ec53-3024-4820-b745-7f4cc41bf52c req-1d51f23e-4270-4472-9b5d-5475fbfb1573 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:24.180079 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-77e0ec53-3024-4820-b745-7f4cc41bf52c req-1d51f23e-4270-4472-9b5d-5475fbfb1573 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.93 "DELETE /v2.0/ports/ad43508a-a211-422c-a7c3-f882061c8cef HTTP/1.1" status: 204 len: 173 time: 0.6225748 Jun 17 14:35:24.180576 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92ea796-7950-4a13-9cfb-50617164340e', 'name': 'network-vif-deleted', 'tag': 'ad43508a-a211-422c-a7c3-f882061c8cef'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:35:24.182879 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52203725-7946-4e30-bd82-4c46c264ba70" -d '{"events": [{"server_uuid": "a92ea796-7950-4a13-9cfb-50617164340e", "name": "network-vif-deleted", "tag": "ad43508a-a211-422c-a7c3-f882061c8cef"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:35:24.219603 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a006ff-0287-4b2d-9cdc-f9396fbf71f4 x-openstack-request-id: req-50a006ff-0287-4b2d-9cdc-f9396fbf71f4 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:35:24.220502 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92ea796-7950-4a13-9cfb-50617164340e", "name": "network-vif-deleted", "tag": "ad43508a-a211-422c-a7c3-f882061c8cef", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:35:24.220790 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-50a006ff-0287-4b2d-9cdc-f9396fbf71f4 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:35:24.221215 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92ea796-7950-4a13-9cfb-50617164340e', 'name': 'network-vif-deleted', 'tag': 'ad43508a-a211-422c-a7c3-f882061c8cef', 'status': 'completed', 'code': 200} Jun 17 14:35:25.157078 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-110c9dc3-bb75-4bdb-8993-ca55eb788883 req-81f2db16-406f-4c11-b7b1-ff156c95737b tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=a92ea796-7950-4a13-9cfb-50617164340e HTTP/1.1" status: 200 len: 210 time: 0.0302477 Jun 17 14:35:26.829400 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea8260-0049-4d34-934b-b7df7ce61a5a req-11f46e58-fda4-4e31-a89a-f9a2c22bb7f6 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:26.830979 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c6ea8260-0049-4d34-934b-b7df7ce61a5a req-11f46e58-fda4-4e31-a89a-f9a2c22bb7f6 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=94de9883-fc6e-4c43-a16b-919663e6cc63 HTTP/1.1" status: 200 len: 946 time: 0.0643408 Jun 17 14:35:26.869348 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c6ea8260-0049-4d34-934b-b7df7ce61a5a req-54c336a3-e0dc-4768-9848-9a7f4c4cd7df tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326447 Jun 17 14:35:28.299849 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8c870-6c24-4fdf-b116-ce9fe3441de1 req-ab874f18-ad33-4665-9ca1-2d4388101590 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:28.301250 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-afb8c870-6c24-4fdf-b116-ce9fe3441de1 req-ab874f18-ad33-4665-9ca1-2d4388101590 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=94de9883-fc6e-4c43-a16b-919663e6cc63 HTTP/1.1" status: 200 len: 946 time: 0.3214767 Jun 17 14:35:28.338520 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-afb8c870-6c24-4fdf-b116-ce9fe3441de1 req-6e57a0a4-7838-4b6c-a1ba-42133ca988dd tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314023 Jun 17 14:35:28.403243 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9af90-45c4-4250-be6b-8b0e4be35989 req-8218e348-439b-4589-a90c-c32f1eb0bfbe tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:28.404742 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7ee9af90-45c4-4250-be6b-8b0e4be35989 req-8218e348-439b-4589-a90c-c32f1eb0bfbe tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.93 "GET /v2.0/ports?device_id=94de9883-fc6e-4c43-a16b-919663e6cc63 HTTP/1.1" status: 200 len: 946 time: 0.0618842 Jun 17 14:35:28.514525 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-7ee9af90-45c4-4250-be6b-8b0e4be35989 req-b3e9bc5d-06b8-4ff1-a02d-96bd26c50354 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Deleting port 5f6c0422-14bc-4495-9ed6-8c724d841148 {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:35:28.514788 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-7ee9af90-45c4-4250-be6b-8b0e4be35989 req-b3e9bc5d-06b8-4ff1-a02d-96bd26c50354 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:28.568738 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d370ce9-ad57-4c7d-bf72-5319680f4f82 req-16f07cad-7d1f-4d5c-91d7-b68200c8642c tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:28.570321 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7d370ce9-ad57-4c7d-bf72-5319680f4f82 req-16f07cad-7d1f-4d5c-91d7-b68200c8642c tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0673666 Jun 17 14:35:28.605272 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-7ee9af90-45c4-4250-be6b-8b0e4be35989 req-b3e9bc5d-06b8-4ff1-a02d-96bd26c50354 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] For port 5f6c0422-14bc-4495-9ed6-8c724d841148, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5f6c0422-14bc-4495-9ed6-8c724d841148,segment=NetworkSegment(bf49e603-ff73-4d84-b00c-532366181525),segment_id=bf49e603-ff73-4d84-b00c-532366181525)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:35:28.605664 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-7ee9af90-45c4-4250-be6b-8b0e4be35989 req-b3e9bc5d-06b8-4ff1-a02d-96bd26c50354 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:28.609800 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7d370ce9-ad57-4c7d-bf72-5319680f4f82 req-1b24ffff-18da-45df-9706-6f71d0658844 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337880 Jun 17 14:35:28.671059 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-7ee9af90-45c4-4250-be6b-8b0e4be35989 req-b3e9bc5d-06b8-4ff1-a02d-96bd26c50354 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Calling delete_port for 5f6c0422-14bc-4495-9ed6-8c724d841148 owned by compute:nova {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:35:28.908989 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-7ee9af90-45c4-4250-be6b-8b0e4be35989 req-b3e9bc5d-06b8-4ff1-a02d-96bd26c50354 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520883'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:28.913253 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-0bbc3413-76d6-4d3f-8a0e-fb0b48580c16 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:28.926019 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['32218044-595f-4322-a191-39caf6a2f220', '5f6c0422-14bc-4495-9ed6-8c724d841148'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:35:28.937681 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9bc5d-06b8-4ff1-a02d-96bd26c50354 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Pushing event deleted for resources: {'Port': ['ID=5f6c0422-14bc-4495-9ed6-8c724d841148,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:28.941864 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-b3e9bc5d-06b8-4ff1-a02d-96bd26c50354 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:28.987366 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee9af90-45c4-4250-be6b-8b0e4be35989 req-b3e9bc5d-06b8-4ff1-a02d-96bd26c50354 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] No DVR routers for this DVR port 5f6c0422-14bc-4495-9ed6-8c724d841148 on host hv-cinder-79628 {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:35:28.989963 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-7ee9af90-45c4-4250-be6b-8b0e4be35989 req-b3e9bc5d-06b8-4ff1-a02d-96bd26c50354 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:28.991998 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7ee9af90-45c4-4250-be6b-8b0e4be35989 req-b3e9bc5d-06b8-4ff1-a02d-96bd26c50354 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.93 "DELETE /v2.0/ports/5f6c0422-14bc-4495-9ed6-8c724d841148 HTTP/1.1" status: 204 len: 173 time: 0.5809937 Jun 17 14:35:28.992540 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94de9883-fc6e-4c43-a16b-919663e6cc63', 'name': 'network-vif-deleted', 'tag': '5f6c0422-14bc-4495-9ed6-8c724d841148'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:35:28.994905 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a247ecad-571c-4e55-8c72-2651ef283494" -d '{"events": [{"server_uuid": "94de9883-fc6e-4c43-a16b-919663e6cc63", "name": "network-vif-deleted", "tag": "5f6c0422-14bc-4495-9ed6-8c724d841148"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:35:29.072623 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4924d53-b710-4a1f-99a4-23fec94bb740 x-openstack-request-id: req-f4924d53-b710-4a1f-99a4-23fec94bb740 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:35:29.072623 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94de9883-fc6e-4c43-a16b-919663e6cc63", "name": "network-vif-deleted", "tag": "5f6c0422-14bc-4495-9ed6-8c724d841148", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:35:29.072623 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f4924d53-b710-4a1f-99a4-23fec94bb740 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:35:29.072623 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94de9883-fc6e-4c43-a16b-919663e6cc63', 'name': 'network-vif-deleted', 'tag': '5f6c0422-14bc-4495-9ed6-8c724d841148', 'status': 'completed', 'code': 200} Jun 17 14:35:29.176611 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device ad43508a-a211-422c-a7c3-f882061c8cef no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:35:29.198110 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] No Port match for: ad43508a-a211-422c-a7c3-f882061c8cef {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:35:29.198459 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device ad43508a-a211-422c-a7c3-f882061c8cef not bound to the agent host hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:35:29.497309 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a50508-4cfe-40be-a936-0ca3ba6bd0b8 req-c3e7d11c-bb3b-48f0-a7c6-feab04936720 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:29.498465 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-06d49f23-1e2e-42d2-bc2e-a0b4fe0ce968 req-caa89cb3-f8bc-478e-bafa-fff327580a72 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=94de9883-fc6e-4c43-a16b-919663e6cc63 HTTP/1.1" status: 200 len: 210 time: 0.0314777 Jun 17 14:35:29.498887 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-d4a50508-4cfe-40be-a936-0ca3ba6bd0b8 req-c3e7d11c-bb3b-48f0-a7c6-feab04936720 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0681539 Jun 17 14:35:29.538195 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-d4a50508-4cfe-40be-a936-0ca3ba6bd0b8 req-9f496d62-e38a-4b6e-bcf9-8da6b44cf33b tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314097 Jun 17 14:35:29.781388 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71a3df-1bca-4424-b903-b4dcfe1085d1 req-ec1080b1-fe7a-4bf2-b632-985fe035e75e tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:29.782812 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6e71a3df-1bca-4424-b903-b4dcfe1085d1 req-ec1080b1-fe7a-4bf2-b632-985fe035e75e tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0622873 Jun 17 14:35:29.821379 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6e71a3df-1bca-4424-b903-b4dcfe1085d1 req-9dbe949a-2fc8-4274-87ff-a2359034b43b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330179 Jun 17 14:35:30.715364 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3cdbb-5898-46d1-a9a1-28ee95f6496e req-5bf019f1-6209-4b31-bd83-bc557d12b46f tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:30.716818 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-8ff3cdbb-5898-46d1-a9a1-28ee95f6496e req-5bf019f1-6209-4b31-bd83-bc557d12b46f tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0625494 Jun 17 14:35:30.755054 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-8ff3cdbb-5898-46d1-a9a1-28ee95f6496e req-4980b8f8-eb9a-4a9c-ad70-8430877ca35e tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319457 Jun 17 14:35:30.989688 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb3b12-e0f9-491d-bad1-40135ee8dccc req-4a62ebb0-4225-4c50-ae6f-fa7de5d39937 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:30.991087 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c8bb3b12-e0f9-491d-bad1-40135ee8dccc req-4a62ebb0-4225-4c50-ae6f-fa7de5d39937 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0625081 Jun 17 14:35:31.031443 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c8bb3b12-e0f9-491d-bad1-40135ee8dccc req-5a077e7f-892b-4db4-89ef-185dcfcabc88 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348454 Jun 17 14:35:31.929369 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9dd69-638f-4759-a136-a64c35ef99ec req-6f9f3b9c-f466-4815-86bd-0ecd5835d5ca tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:31.930862 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f5f9dd69-638f-4759-a136-a64c35ef99ec req-6f9f3b9c-f466-4815-86bd-0ecd5835d5ca tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0622573 Jun 17 14:35:31.967598 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f5f9dd69-638f-4759-a136-a64c35ef99ec req-d3ea6b67-02af-4b11-8910-39ff7742859f tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311072 Jun 17 14:35:32.200900 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00578da-4747-472c-96c4-341585ac1c80 req-63c6953d-c1ad-4f59-b4e3-6966bad0948a tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:32.202364 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e00578da-4747-472c-96c4-341585ac1c80 req-63c6953d-c1ad-4f59-b4e3-6966bad0948a tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0618951 Jun 17 14:35:32.239919 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e00578da-4747-472c-96c4-341585ac1c80 req-52a4bf2d-174d-40ef-b593-c4de36ec1528 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319605 Jun 17 14:35:32.485655 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb97807-ea47-401f-8799-1a86fdf10ed8 req-0901ff35-737f-4673-9697-7981aa5e0945 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:32.487140 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5eb97807-ea47-401f-8799-1a86fdf10ed8 req-0901ff35-737f-4673-9697-7981aa5e0945 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef0c58e3-cc48-4f8f-a45f-1daf33b2886a HTTP/1.1" status: 200 len: 946 time: 0.0630357 Jun 17 14:35:32.527841 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5eb97807-ea47-401f-8799-1a86fdf10ed8 req-f07b2a85-9e62-4658-9cc9-5e077e8add84 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351815 Jun 17 14:35:33.147483 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8069a2-af60-4c8a-af0f-bdbd08f6388b req-47d3e253-15ab-46ae-b159-db220e2b9e31 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:33.148911 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0d8069a2-af60-4c8a-af0f-bdbd08f6388b req-47d3e253-15ab-46ae-b159-db220e2b9e31 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0646284 Jun 17 14:35:33.184606 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0d8069a2-af60-4c8a-af0f-bdbd08f6388b req-5d9063eb-cc43-4b62-9782-497bd883c318 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300035 Jun 17 14:35:33.211756 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 5f6c0422-14bc-4495-9ed6-8c724d841148 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:35:33.231479 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] No Port match for: 5f6c0422-14bc-4495-9ed6-8c724d841148 {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:35:33.231835 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 5f6c0422-14bc-4495-9ed6-8c724d841148 not bound to the agent host hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:35:33.427448 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feaede0-b97d-47dc-b17c-671d329a4483 req-352eab7f-3085-4312-bc24-22e2e785584e tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:33.428884 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1feaede0-b97d-47dc-b17c-671d329a4483 req-352eab7f-3085-4312-bc24-22e2e785584e tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0617034 Jun 17 14:35:33.464849 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1feaede0-b97d-47dc-b17c-671d329a4483 req-b6817868-ea81-4a5c-b876-124ee779218a tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302992 Jun 17 14:35:33.697635 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61506c8b-eef1-4e8e-86f9-dae80612f337 req-1e7b5865-2fa7-4213-83bc-bdcd03b7ef2a tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:33.699083 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-61506c8b-eef1-4e8e-86f9-dae80612f337 req-1e7b5865-2fa7-4213-83bc-bdcd03b7ef2a tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef0c58e3-cc48-4f8f-a45f-1daf33b2886a HTTP/1.1" status: 200 len: 946 time: 0.0608313 Jun 17 14:35:33.736852 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-61506c8b-eef1-4e8e-86f9-dae80612f337 req-73265eee-24d9-4696-8833-c4bd7ee3675d tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317245 Jun 17 14:35:34.359541 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf013b-bba5-40d7-8e17-a12f9895f297 req-7d0a0b39-34a2-4c2f-9ca7-a1b9385a6525 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:34.361079 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a1cf013b-bba5-40d7-8e17-a12f9895f297 req-7d0a0b39-34a2-4c2f-9ca7-a1b9385a6525 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0618536 Jun 17 14:35:34.397654 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a1cf013b-bba5-40d7-8e17-a12f9895f297 req-09139ab8-dd4d-44c6-bf57-bde4fc991988 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310040 Jun 17 14:35:34.464687 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0769d36-3c93-477c-add6-7d5ec61d2020 req-1dbd236c-8c1a-43a6-b968-31113e5bc0ff tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:34.466101 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e0769d36-3c93-477c-add6-7d5ec61d2020 req-1dbd236c-8c1a-43a6-b968-31113e5bc0ff tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef0c58e3-cc48-4f8f-a45f-1daf33b2886a HTTP/1.1" status: 200 len: 946 time: 0.0589213 Jun 17 14:35:34.571433 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-e0769d36-3c93-477c-add6-7d5ec61d2020 req-9a5c845c-3778-4621-82e7-27099f3d8482 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Deleting port 32218044-595f-4322-a191-39caf6a2f220 {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:35:34.571840 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e0769d36-3c93-477c-add6-7d5ec61d2020 req-9a5c845c-3778-4621-82e7-27099f3d8482 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:34.638753 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdea04-c520-4670-9f9e-191ee89d513a req-378e88aa-7adc-40ad-bf18-fa5dceecd46b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:34.640701 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c3bdea04-c520-4670-9f9e-191ee89d513a req-378e88aa-7adc-40ad-bf18-fa5dceecd46b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0665929 Jun 17 14:35:34.661033 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-e0769d36-3c93-477c-add6-7d5ec61d2020 req-9a5c845c-3778-4621-82e7-27099f3d8482 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] For port 32218044-595f-4322-a191-39caf6a2f220, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=32218044-595f-4322-a191-39caf6a2f220,segment=NetworkSegment(bf49e603-ff73-4d84-b00c-532366181525),segment_id=bf49e603-ff73-4d84-b00c-532366181525)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:35:34.661391 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e0769d36-3c93-477c-add6-7d5ec61d2020 req-9a5c845c-3778-4621-82e7-27099f3d8482 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:34.681440 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c3bdea04-c520-4670-9f9e-191ee89d513a req-3f2182d2-462a-4484-8f93-f2ccf030d3b3 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336702 Jun 17 14:35:34.921182 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd219389-a9cb-4e57-8b39-526dc7bda5b3 req-e7318547-13e4-479c-b0d0-11b4925ec63a tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:34.923653 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-cd219389-a9cb-4e57-8b39-526dc7bda5b3 req-e7318547-13e4-479c-b0d0-11b4925ec63a tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef0c58e3-cc48-4f8f-a45f-1daf33b2886a HTTP/1.1" status: 200 len: 946 time: 0.0724790 Jun 17 14:35:34.962720 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-cd219389-a9cb-4e57-8b39-526dc7bda5b3 req-cbce5d72-78d3-4e57-b624-0bfca509aeb5 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/security-groups?id=d10969be-8bca-4015-91f9-f1c5a8681c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317006 Jun 17 14:35:34.972601 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-e0769d36-3c93-477c-add6-7d5ec61d2020 req-9a5c845c-3778-4621-82e7-27099f3d8482 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Calling delete_port for 32218044-595f-4322-a191-39caf6a2f220 owned by compute:nova {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:35:35.175747 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e0769d36-3c93-477c-add6-7d5ec61d2020 req-9a5c845c-3778-4621-82e7-27099f3d8482 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520883'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:35.179426 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-998848e9-141d-4644-8eef-2dedac62b72b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:35.192478 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['32218044-595f-4322-a191-39caf6a2f220'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:35:35.203767 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c845c-3778-4621-82e7-27099f3d8482 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Pushing event deleted for resources: {'Port': ['ID=32218044-595f-4322-a191-39caf6a2f220,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:35.206737 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-9a5c845c-3778-4621-82e7-27099f3d8482 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:35.251761 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0769d36-3c93-477c-add6-7d5ec61d2020 req-9a5c845c-3778-4621-82e7-27099f3d8482 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] No DVR routers for this DVR port 32218044-595f-4322-a191-39caf6a2f220 on host hv-cinder-79628 {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:35:35.254515 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e0769d36-3c93-477c-add6-7d5ec61d2020 req-9a5c845c-3778-4621-82e7-27099f3d8482 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:35.256431 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e0769d36-3c93-477c-add6-7d5ec61d2020 req-9a5c845c-3778-4621-82e7-27099f3d8482 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.93 "DELETE /v2.0/ports/32218044-595f-4322-a191-39caf6a2f220 HTTP/1.1" status: 204 len: 173 time: 0.7834539 Jun 17 14:35:35.257026 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0c58e3-cc48-4f8f-a45f-1daf33b2886a', 'name': 'network-vif-deleted', 'tag': '32218044-595f-4322-a191-39caf6a2f220'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:35:35.259295 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd306627-e83a-40e2-b2ce-4c21d0fd8c4f" -d '{"events": [{"server_uuid": "ef0c58e3-cc48-4f8f-a45f-1daf33b2886a", "name": "network-vif-deleted", "tag": "32218044-595f-4322-a191-39caf6a2f220"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:35:35.295395 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a63405-57e1-45b3-83e5-4a6d5db6e4d7 x-openstack-request-id: req-63a63405-57e1-45b3-83e5-4a6d5db6e4d7 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:35:35.295714 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0c58e3-cc48-4f8f-a45f-1daf33b2886a", "name": "network-vif-deleted", "tag": "32218044-595f-4322-a191-39caf6a2f220", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:35:35.296017 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-63a63405-57e1-45b3-83e5-4a6d5db6e4d7 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:35:35.296431 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0c58e3-cc48-4f8f-a45f-1daf33b2886a', 'name': 'network-vif-deleted', 'tag': '32218044-595f-4322-a191-39caf6a2f220', 'status': 'completed', 'code': 200} Jun 17 14:35:35.301908 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:35.317821 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:35:35.576519 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1520e-ca51-49c8-b884-1dcba2ab9169 req-797392a9-3977-454b-9326-58f3bf10299a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:35.578073 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f9e1520e-ca51-49c8-b884-1dcba2ab9169 req-797392a9-3977-454b-9326-58f3bf10299a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0648804 Jun 17 14:35:35.620584 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f9e1520e-ca51-49c8-b884-1dcba2ab9169 req-c55e1624-818f-48e0-ac0e-5939b0583f06 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359566 Jun 17 14:35:35.859015 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dd496-9ec8-4548-aaef-34ea6dc00ecd req-e6f90c43-fe0b-4143-95eb-90cad8f7a494 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:35.861039 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ac2dd496-9ec8-4548-aaef-34ea6dc00ecd req-e6f90c43-fe0b-4143-95eb-90cad8f7a494 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0648377 Jun 17 14:35:35.896818 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ac2dd496-9ec8-4548-aaef-34ea6dc00ecd req-05a59b97-0744-4ba9-9244-f1ee1044ccc6 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301402 Jun 17 14:35:36.118042 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-98f5369b-e197-4544-9f8e-004df0335fde req-742d9e9f-65eb-47f0-8788-950e10d7189e tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef0c58e3-cc48-4f8f-a45f-1daf33b2886a HTTP/1.1" status: 200 len: 210 time: 0.0288465 Jun 17 14:35:36.471753 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4eb72610-3410-47e0-ad4b-23db767d77c1 req-6e6f82f5-d3f3-4b73-9a99-3c7e3274c311 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ef0c58e3-cc48-4f8f-a45f-1daf33b2886a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0686338 Jun 17 14:35:36.519995 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4eb72610-3410-47e0-ad4b-23db767d77c1 req-07b7fa98-3c3d-44e5-b554-e99d4e741ab6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=414fab9b5eee4b63a3262611b70da8a6&device_id=ef0c58e3-cc48-4f8f-a45f-1daf33b2886a HTTP/1.1" status: 200 len: 210 time: 0.0256381 Jun 17 14:35:36.633812 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb72610-3410-47e0-ad4b-23db767d77c1 req-1f9cf041-f23c-47e5-ba17-42efdccde010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:36.635237 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4eb72610-3410-47e0-ad4b-23db767d77c1 req-1f9cf041-f23c-47e5-ba17-42efdccde010 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=414fab9b5eee4b63a3262611b70da8a6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0925202 Jun 17 14:35:36.732502 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb72610-3410-47e0-ad4b-23db767d77c1 req-83d3eba1-6a7c-4dca-8b62-37f32ba5025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:36.734934 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4eb72610-3410-47e0-ad4b-23db767d77c1 req-83d3eba1-6a7c-4dca-8b62-37f32ba5025a service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0916998 Jun 17 14:35:36.798227 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd009d-1c9c-4b01-847f-4c21cdd52d3f req-301104e1-43e2-467a-bf5a-2a8b08a83884 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:36.799717 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5ccd009d-1c9c-4b01-847f-4c21cdd52d3f req-301104e1-43e2-467a-bf5a-2a8b08a83884 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0622530 Jun 17 14:35:36.837369 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5ccd009d-1c9c-4b01-847f-4c21cdd52d3f req-e51cfb21-3d20-4d3a-91a0-823758ee283a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320632 Jun 17 14:35:37.071627 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac3c1b-c5ad-4ffc-83dc-f04fafc7ad5e req-6336e2e1-3acb-4281-a5a1-54cab1edd961 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:37.073062 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4bac3c1b-c5ad-4ffc-83dc-f04fafc7ad5e req-6336e2e1-3acb-4281-a5a1-54cab1edd961 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0624547 Jun 17 14:35:37.109467 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4bac3c1b-c5ad-4ffc-83dc-f04fafc7ad5e req-d3973d02-6075-496e-ac2d-3576525185cd tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307581 Jun 17 14:35:37.212758 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 35230) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:35:37.260637 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb917ecf-993d-4e7a-84ad-faaff9a2a1c0 admin admin] Deleting subnet 53646b2f-b724-4e26-a64b-3114916119c8 {{(pid=93280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:35:37.263583 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fb917ecf-993d-4e7a-84ad-faaff9a2a1c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:37.296183 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fb917ecf-993d-4e7a-84ad-faaff9a2a1c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260428089'] for subnet, precommit_delete_associations {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:37.333706 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fb917ecf-993d-4e7a-84ad-faaff9a2a1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602239'] for subnet, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:37.461644 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fb917ecf-993d-4e7a-84ad-faaff9a2a1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260794503'] for subnet, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:37.463928 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-8eca1bba-876a-48c4-95a9-d46cc2988028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:37.492033 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb917ecf-993d-4e7a-84ad-faaff9a2a1c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53646b2f-b724-4e26-a64b-3114916119c8,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:37.495075 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-fb917ecf-993d-4e7a-84ad-faaff9a2a1c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:37.496046 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fb917ecf-993d-4e7a-84ad-faaff9a2a1c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for subnet, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:37.497924 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-fb917ecf-993d-4e7a-84ad-faaff9a2a1c0 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/53646b2f-b724-4e26-a64b-3114916119c8 HTTP/1.1" status: 204 len: 168 time: 0.2841246 Jun 17 14:35:37.500804 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 35232) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:35:37.565314 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b49d19ce-52a5-4dd8-93c5-252abc0b7415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2004059'] for network, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:37.643517 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b49d19ce-52a5-4dd8-93c5-252abc0b7415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601830', 'neutron.services.segments.db._delete_segments_for_network-8793008842900'] for network, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:37.652757 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.services.segments.db [None req-b49d19ce-52a5-4dd8-93c5-252abc0b7415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bf45c1-1c5c-4bd8-b44a-61fcd47a999f']}} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:35:37.662314 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.services.segments.db [None req-b49d19ce-52a5-4dd8-93c5-252abc0b7415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf49e603-ff73-4d84-b00c-532366181525') {'for_net_delete': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:35:37.662604 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.services.segments.db [None req-b49d19ce-52a5-4dd8-93c5-252abc0b7415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf49e603-ff73-4d84-b00c-532366181525') {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:35:37.670813 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b49d19ce-52a5-4dd8-93c5-252abc0b7415 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793008841189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260428086'] for segment, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:37.683676 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b49d19ce-52a5-4dd8-93c5-252abc0b7415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:37.689962 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49d19ce-52a5-4dd8-93c5-252abc0b7415 admin admin] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=93280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:35:37.690341 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b49d19ce-52a5-4dd8-93c5-252abc0b7415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520932'] for segment, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: Traceback (most recent call last): Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: timer() Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:35:37.692057 dv-cinder-796286-6-smb neutron-server[93280]: cb(*args, **kw) Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: return func(*args, **kwargs) Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: self._notify() Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: self.callback(batched_events) Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: event.method(event) Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: return f(self, *a, **k) Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: return self._get(url).json() Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: return self.request(url, 'GET', **kwargs) Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:35:37.695213 dv-cinder-796286-6-smb neutron-server[93280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:35:37.815526 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b49d19ce-52a5-4dd8-93c5-252abc0b7415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970450'] for network, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:37.819553 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4285022d-51bd-4f65-aae1-cc4b153608bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:37.823378 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b49d19ce-52a5-4dd8-93c5-252abc0b7415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:37.825172 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-b49d19ce-52a5-4dd8-93c5-252abc0b7415 admin admin] 10.222.0.86 "DELETE /v2.0/networks/00bf45c1-1c5c-4bd8-b44a-61fcd47a999f HTTP/1.1" status: 204 len: 168 time: 0.3233917 Jun 17 14:35:37.834463 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d19ce-52a5-4dd8-93c5-252abc0b7415 admin admin] Pushing event deleted for resources: {'Network': ['ID=00bf45c1-1c5c-4bd8-b44a-61fcd47a999f,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:37.836796 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-b49d19ce-52a5-4dd8-93c5-252abc0b7415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:38.015669 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e049c60-507b-4e13-9361-f507577549c2 req-1a295221-c8df-4f92-9f21-6b6200b72df5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:38.017357 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4e049c60-507b-4e13-9361-f507577549c2 req-1a295221-c8df-4f92-9f21-6b6200b72df5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0660455 Jun 17 14:35:38.060202 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4e049c60-507b-4e13-9361-f507577549c2 req-fff96697-ec08-443a-89e6-d8b56444e1be tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368986 Jun 17 14:35:38.147589 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 35242) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:35:38.190570 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-840ea1c9-ed95-41a9-a801-84cc09a9d4a4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=414fab9b5eee4b63a3262611b70da8a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417516 Jun 17 14:35:38.192978 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 35244) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:35:38.273583 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4fc1c72d-d05d-45ef-be92-31a495f6a100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:38.301619 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4fc1c72d-d05d-45ef-be92-31a495f6a100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:38.333652 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70476a-af47-493c-90b7-998e81bedabb req-3157a792-c4ad-4b4e-8161-98f57ca869d8 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:38.335085 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ad70476a-af47-493c-90b7-998e81bedabb req-3157a792-c4ad-4b4e-8161-98f57ca869d8 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.1091399 Jun 17 14:35:38.379897 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ad70476a-af47-493c-90b7-998e81bedabb req-3aeb8bed-7139-438b-a15c-e585403544dd tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387752 Jun 17 14:35:38.443880 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4fc1c72d-d05d-45ef-be92-31a495f6a100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:38.446572 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4fc1c72d-d05d-45ef-be92-31a495f6a100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:38.447670 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-4fc1c72d-d05d-45ef-be92-31a495f6a100 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d10969be-8bca-4015-91f9-f1c5a8681c35 HTTP/1.1" status: 204 len: 168 time: 0.2537715 Jun 17 14:35:38.448589 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-221fd1a9-66fc-47d7-a3ec-71f8652f1ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:38.456370 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1c72d-d05d-45ef-be92-31a495f6a100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10969be-8bca-4015-91f9-f1c5a8681c35,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:38.458784 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4fc1c72d-d05d-45ef-be92-31a495f6a100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:38.817161 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd081b91-2d61-4f34-90b5-45e17646258b req-53be1b31-8008-44a8-a49a-d26693825aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:38.818728 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cd081b91-2d61-4f34-90b5-45e17646258b req-53be1b31-8008-44a8-a49a-d26693825aa2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6d8f5cf3dd6d40df90ce4d61d76cd882&device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 1098 time: 0.0550005 Jun 17 14:35:38.912440 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd081b91-2d61-4f34-90b5-45e17646258b req-c555943c-79c1-4f89-8559-5878d7ff9a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:38.913935 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cd081b91-2d61-4f34-90b5-45e17646258b req-c555943c-79c1-4f89-8559-5878d7ff9a7d service neutron] 10.222.0.93 "GET /v2.0/networks?id=d0606b52-95ae-4485-875d-65cf2291aa57 HTTP/1.1" status: 200 len: 910 time: 0.0888622 Jun 17 14:35:38.978762 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cd081b91-2d61-4f34-90b5-45e17646258b req-17a3ade2-0fcf-43b1-8cbc-a64e84da6c5d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=322aaae3-c618-462a-ae50-b6b6040edd5a HTTP/1.1" status: 200 len: 999 time: 0.0576949 Jun 17 14:35:39.026601 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd081b91-2d61-4f34-90b5-45e17646258b req-3f05f719-19d4-4042-aee4-f87f8b3619e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:39.028028 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cd081b91-2d61-4f34-90b5-45e17646258b req-3f05f719-19d4-4042-aee4-f87f8b3619e5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b9e5a000-21d1-4288-8156-fe8768563b32 HTTP/1.1" status: 200 len: 847 time: 0.0416687 Jun 17 14:35:39.087302 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd081b91-2d61-4f34-90b5-45e17646258b req-a9d0ef23-2feb-41ff-a3e5-0bb74478fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:39.088758 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cd081b91-2d61-4f34-90b5-45e17646258b req-a9d0ef23-2feb-41ff-a3e5-0bb74478fd72 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0606b52-95ae-4485-875d-65cf2291aa57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0537407 Jun 17 14:35:39.186186 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cd081b91-2d61-4f34-90b5-45e17646258b req-949c9b4b-5558-4c97-a0b2-ab166aad63df service neutron] 10.222.0.93 "GET /v2.0/networks/d0606b52-95ae-4485-875d-65cf2291aa57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902278 Jun 17 14:35:39.260130 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764af16-ba44-46c8-b667-67beeb3838bf req-f41f9fa3-90ea-4255-a465-e778e8427d92 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:39.261653 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-9764af16-ba44-46c8-b667-67beeb3838bf req-f41f9fa3-90ea-4255-a465-e778e8427d92 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0750346 Jun 17 14:35:39.268585 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 32218044-595f-4322-a191-39caf6a2f220 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:35:39.287976 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] No Port match for: 32218044-595f-4322-a191-39caf6a2f220 {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:35:39.288365 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 32218044-595f-4322-a191-39caf6a2f220 not bound to the agent host hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:35:39.299157 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cd081b91-2d61-4f34-90b5-45e17646258b req-4b614164-889c-4f1d-9da2-dc5f67d648f9 service neutron] 10.222.0.93 "GET /v2.0/networks/d0606b52-95ae-4485-875d-65cf2291aa57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029043 Jun 17 14:35:39.306980 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-9764af16-ba44-46c8-b667-67beeb3838bf req-901ce9cf-63b8-41b3-8d89-6d3e968380a6 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381646 Jun 17 14:35:39.557862 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c268680-dbd2-44b4-9eba-24422c77fe38 req-c4e4c1a2-beb4-4563-8d58-0adf4cad340c tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:39.559333 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2c268680-dbd2-44b4-9eba-24422c77fe38 req-c4e4c1a2-beb4-4563-8d58-0adf4cad340c tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0625393 Jun 17 14:35:39.598620 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2c268680-dbd2-44b4-9eba-24422c77fe38 req-74eb9e93-dc39-4b30-88ed-867a214ee50e tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324159 Jun 17 14:35:40.486616 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b8cdd-2060-4fb9-97ad-d3a5c49dd8bc req-71b99a3d-d6e5-4dc3-94a2-f36fbc1b0f74 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:40.487975 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7b3b8cdd-2060-4fb9-97ad-d3a5c49dd8bc req-71b99a3d-d6e5-4dc3-94a2-f36fbc1b0f74 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0629921 Jun 17 14:35:40.523986 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7b3b8cdd-2060-4fb9-97ad-d3a5c49dd8bc req-b1cf33a0-2de9-4238-bbd3-c3fd855be811 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301862 Jun 17 14:35:40.783216 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc5a24-1208-429b-9dfd-4e572a7cbcfb req-bd2b042b-d5dc-4efb-be1e-8e73b7b8015b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:40.784668 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1cbc5a24-1208-429b-9dfd-4e572a7cbcfb req-bd2b042b-d5dc-4efb-be1e-8e73b7b8015b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0672610 Jun 17 14:35:40.822942 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1cbc5a24-1208-429b-9dfd-4e572a7cbcfb req-1ae6359a-b6f1-44e9-a359-c4891b171ad9 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324380 Jun 17 14:35:41.383363 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 35318) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:35:41.490546 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-951d2fab-b0b6-4011-b1c5-970141f3a99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:41.580110 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-951d2fab-b0b6-4011-b1c5-970141f3a99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:41.677546 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-951d2fab-b0b6-4011-b1c5-970141f3a99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:41.680919 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-ae3a89af-6f48-4fa7-abf2-1147bf6086e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:41.702533 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6124c-80d7-4d4e-ad5a-6361fc14eea8 req-e8a847fd-3146-4251-bec2-b90280e38c16 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:41.704108 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-36a6124c-80d7-4d4e-ad5a-6361fc14eea8 req-e8a847fd-3146-4251-bec2-b90280e38c16 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0631933 Jun 17 14:35:41.716939 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-951d2fab-b0b6-4011-b1c5-970141f3a99f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=afa39da4aabb4a4da9ab48a3c0443bdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324850 Jun 17 14:35:41.717983 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d2fab-b0b6-4011-b1c5-970141f3a99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65adda0-1182-47ab-9e29-994fcbad595d,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:41.720632 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 35326) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:35:41.722660 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-951d2fab-b0b6-4011-b1c5-970141f3a99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:41.754009 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-36a6124c-80d7-4d4e-ad5a-6361fc14eea8 req-2ac16b25-99a8-46d6-8dbb-ae6a15e8fcf7 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441737 Jun 17 14:35:41.773365 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-497900b3-3168-4e6e-94f8-a9e89c3f9ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:41.794474 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-497900b3-3168-4e6e-94f8-a9e89c3f9ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:41.895788 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-497900b3-3168-4e6e-94f8-a9e89c3f9ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:41.898762 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-497900b3-3168-4e6e-94f8-a9e89c3f9ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:41.900938 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-497900b3-3168-4e6e-94f8-a9e89c3f9ff9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b65adda0-1182-47ab-9e29-994fcbad595d HTTP/1.1" status: 204 len: 168 time: 0.1786239 Jun 17 14:35:41.901103 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-386cd465-6b36-4dd2-89b2-dc4fcfc8e607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:41.910190 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497900b3-3168-4e6e-94f8-a9e89c3f9ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65adda0-1182-47ab-9e29-994fcbad595d,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:41.912942 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-497900b3-3168-4e6e-94f8-a9e89c3f9ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:42.010809 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77008897-6f27-432f-a718-a785b62e2d59 req-41b3a83d-a198-4bdf-832a-7d506bf030ee tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:42.012279 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-77008897-6f27-432f-a718-a785b62e2d59 req-41b3a83d-a198-4bdf-832a-7d506bf030ee tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0665426 Jun 17 14:35:42.049335 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-77008897-6f27-432f-a718-a785b62e2d59 req-ada58559-6b73-43d3-b83b-491f75512066 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308311 Jun 17 14:35:42.507025 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 35342) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:35:42.521835 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-07150f35-00ff-438e-847c-30be25757436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:42.549089 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeea49d-f2dd-4666-abfb-d233c760a82b req-060243bb-55fb-4993-b05e-b4b9d0b37f14 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:42.550599 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ddeea49d-f2dd-4666-abfb-d233c760a82b req-060243bb-55fb-4993-b05e-b4b9d0b37f14 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0730553 Jun 17 14:35:42.592472 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 35346) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:35:42.597545 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ddeea49d-f2dd-4666-abfb-d233c760a82b req-8f94be7f-4205-4e21-a73c-968fc91865d6 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393629 Jun 17 14:35:42.620310 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-07150f35-00ff-438e-847c-30be25757436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:42.689628 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-07150f35-00ff-438e-847c-30be25757436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:42.693016 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:42.696683 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f8a3e187-ac2a-4edc-8c88-c47a70e585a8 req-791dd521-1b6b-420b-b499-f19b5f1b18f0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1027443 Jun 17 14:35:42.728901 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-07150f35-00ff-438e-847c-30be25757436 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=286e6ca78a264709bdee00e8274cf335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201984 Jun 17 14:35:42.730342 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07150f35-00ff-438e-847c-30be25757436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788e0d0f-fe76-49c2-8670-65622c444605,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:42.731454 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 35352) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:35:42.739708 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07150f35-00ff-438e-847c-30be25757436 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:42.740081 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07150f35-00ff-438e-847c-30be25757436 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:42.740452 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07150f35-00ff-438e-847c-30be25757436 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:42.740810 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07150f35-00ff-438e-847c-30be25757436 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:42.741165 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07150f35-00ff-438e-847c-30be25757436 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:42.741538 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07150f35-00ff-438e-847c-30be25757436 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:42.741892 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07150f35-00ff-438e-847c-30be25757436 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:42.742335 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07150f35-00ff-438e-847c-30be25757436 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:42.742587 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07150f35-00ff-438e-847c-30be25757436 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:42.742932 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07150f35-00ff-438e-847c-30be25757436 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:42.743274 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07150f35-00ff-438e-847c-30be25757436 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:42.743613 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07150f35-00ff-438e-847c-30be25757436 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:42.747515 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-07150f35-00ff-438e-847c-30be25757436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:42.787427 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-483cecb8-d96a-4d5f-b35a-de1ce6b0ae0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:42.808514 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-483cecb8-d96a-4d5f-b35a-de1ce6b0ae0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:42.943413 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f193df-1837-49ec-9457-c85cb9916660 req-0eef08cc-4da2-444b-8358-165da3cac21d tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:42.945033 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-77f193df-1837-49ec-9457-c85cb9916660 req-0eef08cc-4da2-444b-8358-165da3cac21d tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0699880 Jun 17 14:35:42.966292 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-483cecb8-d96a-4d5f-b35a-de1ce6b0ae0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:42.969283 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-483cecb8-d96a-4d5f-b35a-de1ce6b0ae0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:42.970077 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-483cecb8-d96a-4d5f-b35a-de1ce6b0ae0f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/788e0d0f-fe76-49c2-8670-65622c444605 HTTP/1.1" status: 204 len: 168 time: 0.2374055 Jun 17 14:35:42.972739 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-6d409d50-ec3a-4109-8b18-98c808feaa3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:42.985119 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cecb8-d96a-4d5f-b35a-de1ce6b0ae0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788e0d0f-fe76-49c2-8670-65622c444605,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:42.998462 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-483cecb8-d96a-4d5f-b35a-de1ce6b0ae0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:42.999586 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-77f193df-1837-49ec-9457-c85cb9916660 req-a9848dcb-4b50-4800-b0ad-048c53383a76 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484085 Jun 17 14:35:43.301641 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f06a1a90-c966-4cee-a492-b35fd7b04ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:43.788527 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef353714-007b-4236-be7f-c9ffd023e6a8 req-3f77854a-3e92-4f66-98b6-045a365842cd tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:43.795663 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ef353714-007b-4236-be7f-c9ffd023e6a8 req-3f77854a-3e92-4f66-98b6-045a365842cd tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0775311 Jun 17 14:35:43.834252 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ef353714-007b-4236-be7f-c9ffd023e6a8 req-9600e5ce-3d71-42e5-91a1-f00cf469cdd3 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378706 Jun 17 14:35:44.178958 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a621ff2-0342-47e0-9ad1-c3be260fbeda req-4961775d-bee6-4147-98d0-cfdf9509cee1 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:44.180386 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-6a621ff2-0342-47e0-9ad1-c3be260fbeda req-4961775d-bee6-4147-98d0-cfdf9509cee1 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0627155 Jun 17 14:35:44.218576 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-6a621ff2-0342-47e0-9ad1-c3be260fbeda req-25519c75-367e-4f1e-bc19-aacd767bb3d5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325966 Jun 17 14:35:45.032862 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab7065-e021-4f78-a07a-60ce49b85571 req-d8b425ca-ee67-41ac-b57d-068d2fdb8a8d tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:45.034353 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-aeab7065-e021-4f78-a07a-60ce49b85571 req-d8b425ca-ee67-41ac-b57d-068d2fdb8a8d tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0793717 Jun 17 14:35:45.073964 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-aeab7065-e021-4f78-a07a-60ce49b85571 req-b2ffa9d2-5804-49f4-8404-a95f28c8ed77 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339260 Jun 17 14:35:45.284105 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 322aaae3-c618-462a-ae50-b6b6040edd5a no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:35:45.373582 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:45.414650 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1097a-6508-4667-b455-1ab5b304c89d req-04b6b678-af87-4286-b928-26b6d0b09352 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:45.416211 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b5e1097a-6508-4667-b455-1ab5b304c89d req-04b6b678-af87-4286-b928-26b6d0b09352 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0693715 Jun 17 14:35:45.456658 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b5e1097a-6508-4667-b455-1ab5b304c89d req-ddbcfd27-f6f2-464a-b148-8aa08d0990f7 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343525 Jun 17 14:35:45.518250 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0060874d-46ad-4102-b6ff-6b8f297fde7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '322aaae3-c618-462a-ae50-b6b6040edd5a'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:35:45.520521 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e906a4-9bcb-450f-a03e-f925d3d1ca43" -d '{"events": [{"server_uuid": "0060874d-46ad-4102-b6ff-6b8f297fde7d", "name": "network-vif-unplugged", "status": "completed", "tag": "322aaae3-c618-462a-ae50-b6b6040edd5a"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:35:45.534325 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 322aaae3-c618-462a-ae50-b6b6040edd5a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=322aaae3-c618-462a-ae50-b6b6040edd5a,segment=NetworkSegment(d0194e12-ea5a-4b56-a3d0-9cdd3dabab85),segment_id=d0194e12-ea5a-4b56-a3d0-9cdd3dabab85)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:35:45.556215 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 14:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef12d82e-a1a9-439f-bf16-da6178c36f71 x-openstack-request-id: req-ef12d82e-a1a9-439f-bf16-da6178c36f71 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:35:45.556648 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0060874d-46ad-4102-b6ff-6b8f297fde7d", "name": "network-vif-unplugged", "status": "completed", "tag": "322aaae3-c618-462a-ae50-b6b6040edd5a", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:35:45.556914 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ef12d82e-a1a9-439f-bf16-da6178c36f71 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:35:45.557312 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0060874d-46ad-4102-b6ff-6b8f297fde7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '322aaae3-c618-462a-ae50-b6b6040edd5a', 'code': 200} Jun 17 14:35:45.592476 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:45.595398 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:45.654201 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=322aaae3-c618-462a-ae50-b6b6040edd5a,revision_number=6']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:45.662032 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:45.662637 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:45.662761 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:45.663052 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:45.663410 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:45.663823 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:45.664157 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:45.664687 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:45.665018 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:45.665405 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:45.665775 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:45.666100 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:35:45.670100 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:45.675005 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 35428) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:35:45.690298 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-19d45dbe-b608-4e09-ae31-91013f5e263b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:45.707147 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3e187-ac2a-4edc-8c88-c47a70e585a8 req-5c88787a-32a6-4d1a-b6e8-43aeb92add51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:45.708640 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f8a3e187-ac2a-4edc-8c88-c47a70e585a8 req-5c88787a-32a6-4d1a-b6e8-43aeb92add51 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d&tenant_id=6d8f5cf3dd6d40df90ce4d61d76cd882 HTTP/1.1" status: 200 len: 1096 time: 0.0592167 Jun 17 14:35:45.785170 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1b384706-32ae-4dce-b1fd-3ad8ab566109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:45.789197 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3e187-ac2a-4edc-8c88-c47a70e585a8 req-18097a47-3099-474e-9bc9-9d5cc0ddfbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:45.790685 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f8a3e187-ac2a-4edc-8c88-c47a70e585a8 req-18097a47-3099-474e-9bc9-9d5cc0ddfbd0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6d8f5cf3dd6d40df90ce4d61d76cd882&device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 1096 time: 0.0548306 Jun 17 14:35:45.839728 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:45.872479 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1b384706-32ae-4dce-b1fd-3ad8ab566109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:45.884446 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3e187-ac2a-4edc-8c88-c47a70e585a8 req-e4822109-6aea-4e6b-a680-db9f1354f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:45.885903 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f8a3e187-ac2a-4edc-8c88-c47a70e585a8 req-e4822109-6aea-4e6b-a680-db9f1354f4de service neutron] 10.222.0.93 "GET /v2.0/networks?id=d0606b52-95ae-4485-875d-65cf2291aa57 HTTP/1.1" status: 200 len: 910 time: 0.0869079 Jun 17 14:35:45.950506 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f8a3e187-ac2a-4edc-8c88-c47a70e585a8 req-46e6a7dc-19e6-4c51-96ca-a207731d38f4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=322aaae3-c618-462a-ae50-b6b6040edd5a HTTP/1.1" status: 200 len: 997 time: 0.0561399 Jun 17 14:35:45.952820 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1b384706-32ae-4dce-b1fd-3ad8ab566109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:45.955955 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-848c5103-adb4-4054-95d0-55a6e777cae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:45.994913 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-1b384706-32ae-4dce-b1fd-3ad8ab566109 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=eebf34a4df6d4c02a2bbc5b44ec2ca6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165171 Jun 17 14:35:45.994913 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b384706-32ae-4dce-b1fd-3ad8ab566109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f769ac2-33d9-4c7e-aba2-c4f779d0b89a,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:45.995292 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 35432) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:35:45.997413 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-1b384706-32ae-4dce-b1fd-3ad8ab566109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:46.026562 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3e187-ac2a-4edc-8c88-c47a70e585a8 req-a8e1bedb-4e89-4a14-8294-7b6ada718fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:46.026562 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f8a3e187-ac2a-4edc-8c88-c47a70e585a8 req-a8e1bedb-4e89-4a14-8294-7b6ada718fca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b9e5a000-21d1-4288-8156-fe8768563b32 HTTP/1.1" status: 200 len: 847 time: 0.0630996 Jun 17 14:35:46.087559 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c9b21be6-706d-4ec6-bf1c-cf4ef439d787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:46.117726 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c9b21be6-706d-4ec6-bf1c-cf4ef439d787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:46.128223 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3e187-ac2a-4edc-8c88-c47a70e585a8 req-2ba0a870-4440-4796-884e-98f1b7f789f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:46.129743 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f8a3e187-ac2a-4edc-8c88-c47a70e585a8 req-2ba0a870-4440-4796-884e-98f1b7f789f9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0606b52-95ae-4485-875d-65cf2291aa57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0960321 Jun 17 14:35:46.269173 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f8a3e187-ac2a-4edc-8c88-c47a70e585a8 req-264d2d2e-7dca-4d85-8cb3-0c920b6d9bba service neutron] 10.222.0.93 "GET /v2.0/networks/d0606b52-95ae-4485-875d-65cf2291aa57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252842 Jun 17 14:35:46.308280 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bb5fe-039a-4728-997f-fdf7c04560f3 req-70204e9e-0fdd-4c0e-b10e-73aa4e29877f tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:46.309697 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-698bb5fe-039a-4728-997f-fdf7c04560f3 req-70204e9e-0fdd-4c0e-b10e-73aa4e29877f tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 943 time: 0.1001344 Jun 17 14:35:46.361692 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c9b21be6-706d-4ec6-bf1c-cf4ef439d787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:46.364141 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c9b21be6-706d-4ec6-bf1c-cf4ef439d787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:46.365209 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-c9b21be6-706d-4ec6-bf1c-cf4ef439d787 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5f769ac2-33d9-4c7e-aba2-c4f779d0b89a HTTP/1.1" status: 204 len: 168 time: 0.3690176 Jun 17 14:35:46.369883 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-1ba85447-dabe-4478-8a06-100d105004de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:46.389901 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b21be6-706d-4ec6-bf1c-cf4ef439d787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f769ac2-33d9-4c7e-aba2-c4f779d0b89a,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:46.396441 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c9b21be6-706d-4ec6-bf1c-cf4ef439d787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:46.409297 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-698bb5fe-039a-4728-997f-fdf7c04560f3 req-7d386f13-4efc-4086-a9c3-8906de16b07b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913467 Jun 17 14:35:46.415199 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f8a3e187-ac2a-4edc-8c88-c47a70e585a8 req-65e663e1-b1bb-4a75-82ff-c500d030daab service neutron] 10.222.0.93 "GET /v2.0/networks/d0606b52-95ae-4485-875d-65cf2291aa57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384873 Jun 17 14:35:46.637871 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc467589-ec81-4323-896b-0279b49f900a req-90b0c1ce-dc41-45cb-b167-889faa98f48c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:46.639580 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-cc467589-ec81-4323-896b-0279b49f900a req-90b0c1ce-dc41-45cb-b167-889faa98f48c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0629416 Jun 17 14:35:46.678471 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-cc467589-ec81-4323-896b-0279b49f900a req-f8a4cab2-44cd-427d-88ed-1f026877d34d tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314324 Jun 17 14:35:46.924282 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:47.101265 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 35444) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:35:47.115763 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-06343199-d48c-40b0-8f87-2fb81eff379d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:47.201575 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-06343199-d48c-40b0-8f87-2fb81eff379d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:47.260824 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-06343199-d48c-40b0-8f87-2fb81eff379d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:47.263354 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-b38c57e8-bccb-46bd-8f89-354d413cabd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:47.285373 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device d74b7ce8-9559-4728-8b33-19d0a7096b7a details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:35:47.300168 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-06343199-d48c-40b0-8f87-2fb81eff379d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4129d6417be64a228af29484a1ee92a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1975443 Jun 17 14:35:47.301091 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06343199-d48c-40b0-8f87-2fb81eff379d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8d54aa-b2d7-4662-acef-2f3b479a9323,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:47.302857 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 35448) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:35:47.305306 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-06343199-d48c-40b0-8f87-2fb81eff379d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:47.357785 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ea2fac04-af94-4470-a106-9f3b3cc5ea32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:47.379365 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ea2fac04-af94-4470-a106-9f3b3cc5ea32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:47.390541 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port d74b7ce8-9559-4728-8b33-19d0a7096b7a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d74b7ce8-9559-4728-8b33-19d0a7096b7a,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:35:47.402769 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'port_id': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a', 'mac_address': 'fa:16:3e:96:e2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:35:47.439978 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:47.452976 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d74b7ce8-9559-4728-8b33-19d0a7096b7a {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:35:47.473618 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port d74b7ce8-9559-4728-8b33-19d0a7096b7a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d74b7ce8-9559-4728-8b33-19d0a7096b7a,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:35:47.495279 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ea2fac04-af94-4470-a106-9f3b3cc5ea32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:47.498029 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ea2fac04-af94-4470-a106-9f3b3cc5ea32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:47.499237 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-ea2fac04-af94-4470-a106-9f3b3cc5ea32 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6b8d54aa-b2d7-4662-acef-2f3b479a9323 HTTP/1.1" status: 204 len: 168 time: 0.1953816 Jun 17 14:35:47.500100 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-0cb82e5b-9dcd-47ee-98af-08c791cf721a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:47.507922 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fac04-af94-4470-a106-9f3b3cc5ea32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8d54aa-b2d7-4662-acef-2f3b479a9323,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:47.510300 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-ea2fac04-af94-4470-a106-9f3b3cc5ea32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:47.558611 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:47.560381 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:47.613140 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac93b3-9b6a-4ed4-aa62-db3b15e04136 req-3c218152-3600-4a52-b5ec-f29493e4184e tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:47.614756 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-84ac93b3-9b6a-4ed4-aa62-db3b15e04136 req-3c218152-3600-4a52-b5ec-f29493e4184e tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 943 time: 0.0775361 Jun 17 14:35:47.616578 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=d74b7ce8-9559-4728-8b33-19d0a7096b7a,revision_number=6']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:47.619903 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:47.647153 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['d74b7ce8-9559-4728-8b33-19d0a7096b7a'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:35:47.656701 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-84ac93b3-9b6a-4ed4-aa62-db3b15e04136 req-219b2408-1f00-455d-a983-85372bdd5f73 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356040 Jun 17 14:35:47.879032 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df0934-4def-4822-b9bf-fd58e378b9d8 req-82031ea4-7046-4f5e-b079-3948750e5e4a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:47.881935 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-54df0934-4def-4822-b9bf-fd58e378b9d8 req-82031ea4-7046-4f5e-b079-3948750e5e4a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 945 time: 0.0753160 Jun 17 14:35:47.923692 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-54df0934-4def-4822-b9bf-fd58e378b9d8 req-98c165a1-fda7-4370-86af-b8adfba2a8d2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374737 Jun 17 14:35:48.718336 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:48.864365 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad8d44-9238-4689-82d0-c8437be1c2d2 req-209e873c-8ac2-46f4-9692-23fad10c4bde tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:48.880310 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e3ad8d44-9238-4689-82d0-c8437be1c2d2 req-209e873c-8ac2-46f4-9692-23fad10c4bde tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 943 time: 0.0940025 Jun 17 14:35:48.932365 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e3ad8d44-9238-4689-82d0-c8437be1c2d2 req-5aca252d-56ba-4efa-b4a7-e9abbc7bc173 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505493 Jun 17 14:35:49.160053 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738588eb-84bc-47d1-8a99-22d7df6a8213 req-22c39f07-ebca-4001-8d8a-bbb59990f91d tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:49.167956 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-738588eb-84bc-47d1-8a99-22d7df6a8213 req-22c39f07-ebca-4001-8d8a-bbb59990f91d tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 945 time: 0.1111519 Jun 17 14:35:49.213869 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-738588eb-84bc-47d1-8a99-22d7df6a8213 req-c85faa63-bf1b-4288-a68f-90b922dc3fc0 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447254 Jun 17 14:35:49.300748 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device d74b7ce8-9559-4728-8b33-19d0a7096b7a up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:35:49.353656 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port d74b7ce8-9559-4728-8b33-19d0a7096b7a triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:35:49.354053 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:49.444596 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:49.470157 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6959af72-caec-4f5e-b6df-962d7152f5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:35:49.472502 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7a22a2-2534-4081-9ef3-32db6ba45198" -d '{"events": [{"server_uuid": "6959af72-caec-4f5e-b6df-962d7152f5b2", "name": "network-vif-plugged", "status": "completed", "tag": "d74b7ce8-9559-4728-8b33-19d0a7096b7a"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:35:49.487057 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port d74b7ce8-9559-4728-8b33-19d0a7096b7a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d74b7ce8-9559-4728-8b33-19d0a7096b7a,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:35:49.539786 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e97858a-48f1-4dc8-b8bc-962c63192e3d x-openstack-request-id: req-7e97858a-48f1-4dc8-b8bc-962c63192e3d {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:35:49.540209 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6959af72-caec-4f5e-b6df-962d7152f5b2", "name": "network-vif-plugged", "status": "completed", "tag": "d74b7ce8-9559-4728-8b33-19d0a7096b7a", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:35:49.540697 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7e97858a-48f1-4dc8-b8bc-962c63192e3d {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:35:49.541182 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6959af72-caec-4f5e-b6df-962d7152f5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a', 'code': 200} Jun 17 14:35:49.793284 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:49.795131 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:49.867845 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=d74b7ce8-9559-4728-8b33-19d0a7096b7a,revision_number=7']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:49.879575 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:50.120898 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb14d97-b290-4fe6-b63c-b9656af6730e req-88b1be7d-90ba-47e3-9eef-91ce083eb5d2 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:50.122549 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-bcb14d97-b290-4fe6-b63c-b9656af6730e req-88b1be7d-90ba-47e3-9eef-91ce083eb5d2 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 943 time: 0.0722463 Jun 17 14:35:50.168862 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-bcb14d97-b290-4fe6-b63c-b9656af6730e req-6d4560ad-0c15-49bf-b013-326214a3dc88 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391853 Jun 17 14:35:50.467268 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5ee7e-0318-4f9e-805e-948b7fd61719 req-ef8104b9-8b7a-4fd4-ad0a-8dd0fa92520f tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:50.487410 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b1c5ee7e-0318-4f9e-805e-948b7fd61719 req-ef8104b9-8b7a-4fd4-ad0a-8dd0fa92520f tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.1380463 Jun 17 14:35:50.496491 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 35550) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:35:50.542343 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b1c5ee7e-0318-4f9e-805e-948b7fd61719 req-8e52276b-b8aa-4dd0-8aa5-0dc662ff654a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536933 Jun 17 14:35:50.633612 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d8948123-fd74-4e39-ae5d-3da09f5d782e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:50.748776 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d8948123-fd74-4e39-ae5d-3da09f5d782e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:50.832770 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d8948123-fd74-4e39-ae5d-3da09f5d782e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:50.835671 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-137de5b6-a57e-4d1c-8c46-7e0524a855d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:50.872804 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8948123-fd74-4e39-ae5d-3da09f5d782e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab611e4-c903-4163-8b38-d498ae9c8f58,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:50.876426 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-d8948123-fd74-4e39-ae5d-3da09f5d782e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:50.882494 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-d8948123-fd74-4e39-ae5d-3da09f5d782e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=396d19eb4b48418d953d26be9efca4aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812792 Jun 17 14:35:50.882494 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 35558) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:35:50.949384 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b9397b6c-d94b-40ae-a54b-351d857045f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:50.973174 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b9397b6c-d94b-40ae-a54b-351d857045f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:51.102502 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b9397b6c-d94b-40ae-a54b-351d857045f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:51.105190 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b9397b6c-d94b-40ae-a54b-351d857045f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:51.106694 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-b9397b6c-d94b-40ae-a54b-351d857045f4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3ab611e4-c903-4163-8b38-d498ae9c8f58 HTTP/1.1" status: 204 len: 168 time: 0.2243121 Jun 17 14:35:51.107573 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-41cc2aec-feb6-42d8-a258-a10f1845fcd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:51.130674 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9397b6c-d94b-40ae-a54b-351d857045f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab611e4-c903-4163-8b38-d498ae9c8f58,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:51.139845 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-b9397b6c-d94b-40ae-a54b-351d857045f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:51.329950 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 322aaae3-c618-462a-ae50-b6b6040edd5a details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:35:51.421407 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62377643-581f-4420-8aa8-81a3414a25e6 req-78183bbc-6b3c-4575-b3a4-ea5e30dca1cc tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:51.429452 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-62377643-581f-4420-8aa8-81a3414a25e6 req-78183bbc-6b3c-4575-b3a4-ea5e30dca1cc tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 943 time: 0.1036582 Jun 17 14:35:51.460726 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 322aaae3-c618-462a-ae50-b6b6040edd5a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=322aaae3-c618-462a-ae50-b6b6040edd5a,segment=NetworkSegment(d0194e12-ea5a-4b56-a3d0-9cdd3dabab85),segment_id=d0194e12-ea5a-4b56-a3d0-9cdd3dabab85)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:35:51.465965 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-62377643-581f-4420-8aa8-81a3414a25e6 req-e5e3a8a9-7b91-4518-9cb1-33cd50496716 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354693 Jun 17 14:35:51.526735 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': '322aaae3-c618-462a-ae50-b6b6040edd5a', 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57', 'port_id': '322aaae3-c618-462a-ae50-b6b6040edd5a', 'mac_address': 'fa:16:3e:ea:c8:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e5a000-21d1-4288-8156-fe8768563b32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:35:51.526735 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:51.526735 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322aaae3-c618-462a-ae50-b6b6040edd5a {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:35:51.550401 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 322aaae3-c618-462a-ae50-b6b6040edd5a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=322aaae3-c618-462a-ae50-b6b6040edd5a,segment=NetworkSegment(d0194e12-ea5a-4b56-a3d0-9cdd3dabab85),segment_id=d0194e12-ea5a-4b56-a3d0-9cdd3dabab85)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:35:51.750656 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274219bb-d56a-444d-ac9a-fedfafced8eb req-6c87b416-aff1-4964-804e-b4bce719f98c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:51.752215 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-274219bb-d56a-444d-ac9a-fedfafced8eb req-6c87b416-aff1-4964-804e-b4bce719f98c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0688992 Jun 17 14:35:51.790875 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-274219bb-d56a-444d-ac9a-fedfafced8eb req-daf189f2-c6d0-4004-a092-97e36216ba3c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326064 Jun 17 14:35:51.866987 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:51.869589 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:51.919807 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=322aaae3-c618-462a-ae50-b6b6040edd5a,revision_number=7']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:51.923784 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:52.079144 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 35572) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:35:52.094419 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-130d0f52-c69d-4505-b228-cc21a5669d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:52.152838 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['322aaae3-c618-462a-ae50-b6b6040edd5a'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:35:52.194981 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-130d0f52-c69d-4505-b228-cc21a5669d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:52.307210 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-130d0f52-c69d-4505-b228-cc21a5669d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:52.310940 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-0a9fb8a2-0fb0-40bf-b87f-5f45785cd9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:52.349858 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d0f52-c69d-4505-b228-cc21a5669d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b88e4c-5824-4aee-8a27-da3574bb362a,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:52.368266 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-130d0f52-c69d-4505-b228-cc21a5669d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:52.371187 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-130d0f52-c69d-4505-b228-cc21a5669d7f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d815f10163fc4a94b9e79dc14d5dce78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907155 Jun 17 14:35:52.373699 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 35578) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:35:52.440746 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b316a560-19d2-4174-850d-587846dadab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:52.466126 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b316a560-19d2-4174-850d-587846dadab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:52.627532 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b316a560-19d2-4174-850d-587846dadab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:52.630651 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b316a560-19d2-4174-850d-587846dadab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:52.634414 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-b316a560-19d2-4174-850d-587846dadab3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/22b88e4c-5824-4aee-8a27-da3574bb362a HTTP/1.1" status: 204 len: 168 time: 0.2572258 Jun 17 14:35:52.634414 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c5506d94-165e-414a-b5f1-04de7a50ab3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:52.664202 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316a560-19d2-4174-850d-587846dadab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b88e4c-5824-4aee-8a27-da3574bb362a,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:52.671813 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-b316a560-19d2-4174-850d-587846dadab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:52.713494 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90399b8-8eab-4b15-9b75-4273c59c3a3a req-570fc5a6-26f1-4d10-9dac-e62f423c2f37 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:52.720931 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e90399b8-8eab-4b15-9b75-4273c59c3a3a req-570fc5a6-26f1-4d10-9dac-e62f423c2f37 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 944 time: 0.0887079 Jun 17 14:35:52.762351 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e90399b8-8eab-4b15-9b75-4273c59c3a3a req-3b106ff1-bd0f-40cf-a0bf-b373419267f8 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401835 Jun 17 14:35:53.016430 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4a308-7569-462c-bd39-4e1e51fae830 req-b5609ddc-db95-4f24-99c5-2d638b894c10 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:53.018231 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2fc4a308-7569-462c-bd39-4e1e51fae830 req-b5609ddc-db95-4f24-99c5-2d638b894c10 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0821817 Jun 17 14:35:53.071915 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2fc4a308-7569-462c-bd39-4e1e51fae830 req-94e352fd-40ed-488b-a80e-81dd26703014 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474205 Jun 17 14:35:53.331196 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 322aaae3-c618-462a-ae50-b6b6040edd5a up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:35:53.384532 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port 322aaae3-c618-462a-ae50-b6b6040edd5a triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:35:53.385372 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:53.532527 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:53.566375 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0060874d-46ad-4102-b6ff-6b8f297fde7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322aaae3-c618-462a-ae50-b6b6040edd5a'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:35:53.568882 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe1cd1c-e018-4215-836e-421e8b17cf0e" -d '{"events": [{"server_uuid": "0060874d-46ad-4102-b6ff-6b8f297fde7d", "name": "network-vif-plugged", "status": "completed", "tag": "322aaae3-c618-462a-ae50-b6b6040edd5a"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:35:53.584279 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 322aaae3-c618-462a-ae50-b6b6040edd5a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=322aaae3-c618-462a-ae50-b6b6040edd5a,segment=NetworkSegment(d0194e12-ea5a-4b56-a3d0-9cdd3dabab85),segment_id=d0194e12-ea5a-4b56-a3d0-9cdd3dabab85)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:35:53.699982 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:35:53.699982 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:35:53.784540 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce64865a-6f96-4634-8489-7f0594197c61 x-openstack-request-id: req-ce64865a-6f96-4634-8489-7f0594197c61 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:35:53.784842 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0060874d-46ad-4102-b6ff-6b8f297fde7d", "name": "network-vif-plugged", "status": "completed", "tag": "322aaae3-c618-462a-ae50-b6b6040edd5a", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:35:53.785110 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ce64865a-6f96-4634-8489-7f0594197c61 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:35:53.785555 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0060874d-46ad-4102-b6ff-6b8f297fde7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322aaae3-c618-462a-ae50-b6b6040edd5a', 'code': 200} Jun 17 14:35:53.834953 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=322aaae3-c618-462a-ae50-b6b6040edd5a,revision_number=8']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:35:53.839309 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:35:54.020513 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06cfbe-452f-4860-987d-7abeac9bfc5b req-fb003339-a945-465b-844b-626aa70513d8 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:54.022568 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-8b06cfbe-452f-4860-987d-7abeac9bfc5b req-fb003339-a945-465b-844b-626aa70513d8 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.1043017 Jun 17 14:35:54.092633 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-8b06cfbe-452f-4860-987d-7abeac9bfc5b req-bf53571e-2af3-4876-a7df-6cbfd1268e92 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530369 Jun 17 14:35:54.182913 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adade1a-4431-46ee-a69c-eb45fe51b421 req-d56f210b-2ec4-4a48-b53a-230ca16bc25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:54.184452 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8adade1a-4431-46ee-a69c-eb45fe51b421 req-d56f210b-2ec4-4a48-b53a-230ca16bc25e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 1098 time: 0.0695450 Jun 17 14:35:54.230072 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8adade1a-4431-46ee-a69c-eb45fe51b421 req-3048e7fa-244d-4da4-9d89-a49c1b61a23a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376835 Jun 17 14:35:54.329886 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d87ac-2f7d-42ee-9213-9e70a0c2c229 req-2428c6a8-85e2-476e-9da8-9cef4dd1fcff tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:54.333538 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-737d87ac-2f7d-42ee-9213-9e70a0c2c229 req-2428c6a8-85e2-476e-9da8-9cef4dd1fcff tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.1050653 Jun 17 14:35:54.383438 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-737d87ac-2f7d-42ee-9213-9e70a0c2c229 req-d9ae615e-d9ae-4f46-9ad7-68c717c8c64a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453339 Jun 17 14:35:55.312091 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dc4ec-cb8d-4bb2-8b43-1378ad0c6a8b req-16920db7-e98c-43c3-85b8-bb1a6bc2a734 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:55.314594 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ac3dc4ec-cb8d-4bb2-8b43-1378ad0c6a8b req-16920db7-e98c-43c3-85b8-bb1a6bc2a734 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0921292 Jun 17 14:35:55.355750 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ac3dc4ec-cb8d-4bb2-8b43-1378ad0c6a8b req-f87fe3e6-5fc0-4976-8070-70dfbc5a2aa5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354035 Jun 17 14:35:55.564770 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe289da9-baed-4c98-9878-29f597ccda16 req-e1bae497-7895-415b-8dc9-49a011bb9902 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:55.566294 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-fe289da9-baed-4c98-9878-29f597ccda16 req-e1bae497-7895-415b-8dc9-49a011bb9902 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0691590 Jun 17 14:35:55.606225 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-fe289da9-baed-4c98-9878-29f597ccda16 req-d77daefe-7298-4c9e-afc0-4545d6e95f0e tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339198 Jun 17 14:35:56.568122 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40baf2-54dd-4261-bd1f-803359651b68 req-29c176fc-69fe-428c-90f4-b3f3b8537cc1 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:56.569660 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2b40baf2-54dd-4261-bd1f-803359651b68 req-29c176fc-69fe-428c-90f4-b3f3b8537cc1 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0831707 Jun 17 14:35:56.615434 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2b40baf2-54dd-4261-bd1f-803359651b68 req-c7e0d4bb-f459-4309-acbd-8afc0aa23d84 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377047 Jun 17 14:35:56.827115 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3d521-00b4-4c3a-9c58-574a1bd9e2bb req-60e3500f-2fa1-4d5d-9456-c07a44534f9b tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:56.835309 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-dbe3d521-00b4-4c3a-9c58-574a1bd9e2bb req-60e3500f-2fa1-4d5d-9456-c07a44534f9b tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0833385 Jun 17 14:35:56.874004 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-dbe3d521-00b4-4c3a-9c58-574a1bd9e2bb req-0533428a-3130-4cd2-aa9e-098526652f6e tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377748 Jun 17 14:35:58.084944 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646b57a-b851-415b-9852-137920df3e51 req-a9f7e9da-6616-474c-9d93-3f863638a18c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:58.086604 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d646b57a-b851-415b-9852-137920df3e51 req-a9f7e9da-6616-474c-9d93-3f863638a18c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0680771 Jun 17 14:35:58.131683 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d646b57a-b851-415b-9852-137920df3e51 req-70816cde-3bd6-44d7-a56c-9be6de52111f tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383103 Jun 17 14:35:59.331224 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb304643-5953-4c2c-b7a7-c159c1a317bb req-7767717b-355b-4d8d-ae57-887a589bd5e2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:35:59.333714 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-bb304643-5953-4c2c-b7a7-c159c1a317bb req-7767717b-355b-4d8d-ae57-887a589bd5e2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0750349 Jun 17 14:35:59.389695 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-bb304643-5953-4c2c-b7a7-c159c1a317bb req-1f06a14c-e894-4e1b-8767-9baec2b350d3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466371 Jun 17 14:36:00.569268 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2ddd1-6248-4cda-93ad-581be78003a7 req-5a125945-557a-4e00-b92a-e7452cde74bf tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:00.570774 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-bbc2ddd1-6248-4cda-93ad-581be78003a7 req-5a125945-557a-4e00-b92a-e7452cde74bf tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0670419 Jun 17 14:36:00.609819 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-bbc2ddd1-6248-4cda-93ad-581be78003a7 req-6be7bd1b-5842-4aa0-b5ff-ee1bc607b6ed tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327981 Jun 17 14:36:00.894902 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6597d-e6a0-4b00-a8cc-472d0d7edc2d req-52064b71-19d1-41f6-8884-7d044349bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:00.896354 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8db6597d-e6a0-4b00-a8cc-472d0d7edc2d req-52064b71-19d1-41f6-8884-7d044349bef6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f734e894b23d43df98ee905f03cdfe49&device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 1099 time: 0.0545866 Jun 17 14:36:00.999921 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6597d-e6a0-4b00-a8cc-472d0d7edc2d req-2a82e106-07ad-4113-910e-3c12dbabf552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:01.001372 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8db6597d-e6a0-4b00-a8cc-472d0d7edc2d req-2a82e106-07ad-4113-910e-3c12dbabf552 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5c84abbf-7edc-4ea0-b570-d4f577e25772 HTTP/1.1" status: 200 len: 918 time: 0.0889049 Jun 17 14:36:01.063240 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8db6597d-e6a0-4b00-a8cc-472d0d7edc2d req-f8119c75-6f7d-42bb-98e6-f9ecd6f70bb6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d74b7ce8-9559-4728-8b33-19d0a7096b7a HTTP/1.1" status: 200 len: 1002 time: 0.0551095 Jun 17 14:36:01.114522 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6597d-e6a0-4b00-a8cc-472d0d7edc2d req-738db79b-14c9-4c7a-9568-4f2c6c6fc4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:01.115919 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8db6597d-e6a0-4b00-a8cc-472d0d7edc2d req-738db79b-14c9-4c7a-9568-4f2c6c6fc4a9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cdb313b6-281b-48ec-b3c1-9a23239d4b57 HTTP/1.1" status: 200 len: 855 time: 0.0455244 Jun 17 14:36:01.171920 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6597d-e6a0-4b00-a8cc-472d0d7edc2d req-8e817013-a977-42b2-96a9-1af1cc0ee34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:01.173368 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8db6597d-e6a0-4b00-a8cc-472d0d7edc2d req-8e817013-a977-42b2-96a9-1af1cc0ee34d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5c84abbf-7edc-4ea0-b570-d4f577e25772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0505242 Jun 17 14:36:01.267487 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8db6597d-e6a0-4b00-a8cc-472d0d7edc2d req-4e93cbd7-6191-4e9c-b8d0-35821adccf25 service neutron] 10.222.0.93 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859470 Jun 17 14:36:01.355586 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8db6597d-e6a0-4b00-a8cc-472d0d7edc2d req-73b5fbd2-72e3-47d4-bd39-f43e471f371b service neutron] 10.222.0.93 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811813 Jun 17 14:36:01.791722 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0237f14-b768-4f45-9205-f8d632480a61 req-145944d2-da3f-4664-96d6-352f2f646e53 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:01.793233 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a0237f14-b768-4f45-9205-f8d632480a61 req-145944d2-da3f-4664-96d6-352f2f646e53 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0624006 Jun 17 14:36:01.834444 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a0237f14-b768-4f45-9205-f8d632480a61 req-f08c045f-6a95-4504-8870-6b790add8d63 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333011 Jun 17 14:36:03.021786 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162eb07-8f74-457b-9bca-b42331bea31f req-01d01e4a-30d3-4d23-9399-a2ae3611f436 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:03.023267 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-9162eb07-8f74-457b-9bca-b42331bea31f req-01d01e4a-30d3-4d23-9399-a2ae3611f436 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0679984 Jun 17 14:36:03.074151 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-9162eb07-8f74-457b-9bca-b42331bea31f req-9494ec53-cfe7-4c43-9091-76e866fe72a4 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451400 Jun 17 14:36:04.263396 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674649f-7c99-4c72-b8ca-203f98f80387 req-9928bf45-de5c-4810-afaf-2d296f7604fb tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:04.264849 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b674649f-7c99-4c72-b8ca-203f98f80387 req-9928bf45-de5c-4810-afaf-2d296f7604fb tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 946 time: 0.0726261 Jun 17 14:36:04.310531 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b674649f-7c99-4c72-b8ca-203f98f80387 req-d6d92315-698b-4707-be94-a7d8e2d7dea4 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358791 Jun 17 14:36:04.408801 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78594b3-67d1-4fb3-9e90-0510096fb5d5 req-69517ba4-1333-43cb-81e8-8787cba6040a tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:04.410378 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b78594b3-67d1-4fb3-9e90-0510096fb5d5 req-69517ba4-1333-43cb-81e8-8787cba6040a tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=ada20141-ebc9-462c-a270-8f77504a4c66 HTTP/1.1" status: 200 len: 945 time: 0.0744333 Jun 17 14:36:04.452151 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b78594b3-67d1-4fb3-9e90-0510096fb5d5 req-bdcb1df2-58c1-4684-b175-6d09b80a0b4d tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fc6e88a-d5b1-4fdb-8a45-bae4166753eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358210 Jun 17 14:36:05.352537 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:05.362490 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device d74b7ce8-9559-4728-8b33-19d0a7096b7a no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:36:05.435849 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:05.460809 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6959af72-caec-4f5e-b6df-962d7152f5b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:36:05.463168 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09314a8f-5869-4f9e-b750-39cd0d403624" -d '{"events": [{"server_uuid": "6959af72-caec-4f5e-b6df-962d7152f5b2", "name": "network-vif-unplugged", "status": "completed", "tag": "d74b7ce8-9559-4728-8b33-19d0a7096b7a"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:36:05.478845 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port d74b7ce8-9559-4728-8b33-19d0a7096b7a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d74b7ce8-9559-4728-8b33-19d0a7096b7a,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:36:05.497891 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Jun 2021 14:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac30678-7918-48f0-8dcb-55a1ffbf85ea x-openstack-request-id: req-2ac30678-7918-48f0-8dcb-55a1ffbf85ea {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:36:05.497891 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6959af72-caec-4f5e-b6df-962d7152f5b2", "name": "network-vif-unplugged", "status": "failed", "tag": "d74b7ce8-9559-4728-8b33-19d0a7096b7a", "code": 422}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:36:05.497891 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2ac30678-7918-48f0-8dcb-55a1ffbf85ea {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:36:05.497891 dv-cinder-796286-6-smb neutron-server[93281]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6959af72-caec-4f5e-b6df-962d7152f5b2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a', 'code': 422} returned with failed status Jun 17 14:36:05.552046 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:05.554898 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:05.601046 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=d74b7ce8-9559-4728-8b33-19d0a7096b7a,revision_number=8']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:05.604464 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:05.644258 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc5d9f-33a4-4802-afc8-54506eae9e2d req-d04d3372-6eaa-4b6d-98ff-c36033d60902 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:05.645826 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-26dc5d9f-33a4-4802-afc8-54506eae9e2d req-d04d3372-6eaa-4b6d-98ff-c36033d60902 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=ada20141-ebc9-462c-a270-8f77504a4c66 HTTP/1.1" status: 200 len: 945 time: 0.0644209 Jun 17 14:36:05.689536 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-26dc5d9f-33a4-4802-afc8-54506eae9e2d req-ffcf1b13-4913-4d9a-8c01-665baf945b2a tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fc6e88a-d5b1-4fdb-8a45-bae4166753eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378685 Jun 17 14:36:06.568245 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b752b-81ab-4504-b34a-a4b37cff1379 req-14abc54f-df06-4a06-9701-f5e5ceb8d901 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:06.569699 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b72b752b-81ab-4504-b34a-a4b37cff1379 req-14abc54f-df06-4a06-9701-f5e5ceb8d901 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.93 "GET /v2.0/ports?device_id=ada20141-ebc9-462c-a270-8f77504a4c66 HTTP/1.1" status: 200 len: 945 time: 0.0645432 Jun 17 14:36:06.681651 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-b72b752b-81ab-4504-b34a-a4b37cff1379 req-17190f47-1dde-42c4-84cb-a26549e357bd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Deleting port f8d86feb-dd06-49b4-af19-d623818ca51d {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:36:06.682012 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-b72b752b-81ab-4504-b34a-a4b37cff1379 req-17190f47-1dde-42c4-84cb-a26549e357bd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:06.768974 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-b72b752b-81ab-4504-b34a-a4b37cff1379 req-17190f47-1dde-42c4-84cb-a26549e357bd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] For port f8d86feb-dd06-49b4-af19-d623818ca51d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f8d86feb-dd06-49b4-af19-d623818ca51d,segment=NetworkSegment(220d25f0-d22f-4094-b184-ec26428604f7),segment_id=220d25f0-d22f-4094-b184-ec26428604f7)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:36:06.769333 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-b72b752b-81ab-4504-b34a-a4b37cff1379 req-17190f47-1dde-42c4-84cb-a26549e357bd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:07.097398 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d03bf-1564-4163-b7a5-7cdf11edd093 req-4f0ad3b9-2e9d-435e-85ab-209a9d9506d8 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:07.105651 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-280d03bf-1564-4163-b7a5-7cdf11edd093 req-4f0ad3b9-2e9d-435e-85ab-209a9d9506d8 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0918233 Jun 17 14:36:07.143406 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-280d03bf-1564-4163-b7a5-7cdf11edd093 req-46cf5877-b145-47e9-bc36-46f4c97496af tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366476 Jun 17 14:36:07.225188 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640df98-bb35-4c4a-b22c-d8913ef20588 req-7a12f2f7-e51a-4b3b-a944-ab582b25e294 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:07.226952 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d640df98-bb35-4c4a-b22c-d8913ef20588 req-7a12f2f7-e51a-4b3b-a944-ab582b25e294 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=ada20141-ebc9-462c-a270-8f77504a4c66 HTTP/1.1" status: 200 len: 945 time: 0.1562021 Jun 17 14:36:07.268190 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-b72b752b-81ab-4504-b34a-a4b37cff1379 req-17190f47-1dde-42c4-84cb-a26549e357bd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:07.268562 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-b72b752b-81ab-4504-b34a-a4b37cff1379 req-17190f47-1dde-42c4-84cb-a26549e357bd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982482'] for floatingip, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:07.268878 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.db.l3_db [req-b72b752b-81ab-4504-b34a-a4b37cff1379 req-17190f47-1dde-42c4-84cb-a26549e357bd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Floating IP 54dbd213-dec9-4bcb-b11f-4d8a79dc30e3 disassociated. External IP: 172.28.1.98, port: f8d86feb-dd06-49b4-af19-d623818ca51d. Jun 17 14:36:07.269220 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-b72b752b-81ab-4504-b34a-a4b37cff1379 req-17190f47-1dde-42c4-84cb-a26549e357bd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Calling delete_port for f8d86feb-dd06-49b4-af19-d623818ca51d owned by compute:nova {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:36:07.295652 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d640df98-bb35-4c4a-b22c-d8913ef20588 req-d5daf140-4684-46de-ab9d-46dcb469f468 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups?id=7fc6e88a-d5b1-4fdb-8a45-bae4166753eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627124 Jun 17 14:36:07.404532 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a2631851-8958-4a13-ab5e-bc26250adbf2 req-f92fd683-f04d-40bc-8e44-c72249b722ad service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0792563 Jun 17 14:36:07.518003 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 35870) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:07.547062 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-b72b752b-81ab-4504-b34a-a4b37cff1379 req-17190f47-1dde-42c4-84cb-a26549e357bd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520883'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:07.553709 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-0cec46f8-f666-4f3a-b780-7e735a353508 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:07.589739 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17190f47-1dde-42c4-84cb-a26549e357bd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Pushing event deleted for resources: {'Port': ['ID=f8d86feb-dd06-49b4-af19-d623818ca51d,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:07.592804 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-17190f47-1dde-42c4-84cb-a26549e357bd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:07.669120 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8e66b17b-5f09-4ae6-b229-a5baa29d6cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:07.742009 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b72b752b-81ab-4504-b34a-a4b37cff1379 req-17190f47-1dde-42c4-84cb-a26549e357bd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:36:07.864971 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8e66b17b-5f09-4ae6-b229-a5baa29d6cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:07.883628 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b72b752b-81ab-4504-b34a-a4b37cff1379 req-17190f47-1dde-42c4-84cb-a26549e357bd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:36:07.894843 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfef5483-3b77-4439-8a09-35456d261c9d None None] Sync routers for ids ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'] in dv-cinder-796286-6-smb {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:36:07.908552 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef5483-3b77-4439-8a09-35456d261c9d None None] Routers {'b192a0fe-ab3d-45b5-9ded-51ed45bf2419'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:36:07.909374 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-bfef5483-3b77-4439-8a09-35456d261c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:35:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:36:07.928636 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72b752b-81ab-4504-b34a-a4b37cff1379 req-17190f47-1dde-42c4-84cb-a26549e357bd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] No DVR routers for this DVR port f8d86feb-dd06-49b4-af19-d623818ca51d on host hv-cinder-79628 {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:36:07.931225 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-b72b752b-81ab-4504-b34a-a4b37cff1379 req-17190f47-1dde-42c4-84cb-a26549e357bd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:07.933278 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b72b752b-81ab-4504-b34a-a4b37cff1379 req-17190f47-1dde-42c4-84cb-a26549e357bd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.93 "DELETE /v2.0/ports/f8d86feb-dd06-49b4-af19-d623818ca51d HTTP/1.1" status: 204 len: 173 time: 1.3563366 Jun 17 14:36:07.933823 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada20141-ebc9-462c-a270-8f77504a4c66', 'name': 'network-vif-deleted', 'tag': 'f8d86feb-dd06-49b4-af19-d623818ca51d'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:36:07.936103 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76ba3fa-90ad-4635-8a4e-a9331ddfd3c2" -d '{"events": [{"server_uuid": "ada20141-ebc9-462c-a270-8f77504a4c66", "name": "network-vif-deleted", "tag": "f8d86feb-dd06-49b4-af19-d623818ca51d"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:36:07.956144 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-8e66b17b-5f09-4ae6-b229-a5baa29d6cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:07.961408 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-7726cb8c-2881-4a8a-874e-a2362c219b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:08.012533 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 35882) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:08.012712 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-8e66b17b-5f09-4ae6-b229-a5baa29d6cbc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ae22bd4776514388955ab303c2affee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4894671 Jun 17 14:36:08.012712 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66b17b-5f09-4ae6-b229-a5baa29d6cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96e42b8-c566-4e16-86e4-5978e77bf032,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:08.014361 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-8e66b17b-5f09-4ae6-b229-a5baa29d6cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:08.055697 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-bfef5483-3b77-4439-8a09-35456d261c9d None None] Set router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:36:08.085578 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8a1193c1-c714-4fd2-8848-92039eebc27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:08.119872 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8a1193c1-c714-4fd2-8848-92039eebc27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:08.151015 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25df201a-b22f-40ac-b482-a2b395341a7b x-openstack-request-id: req-25df201a-b22f-40ac-b482-a2b395341a7b {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:36:08.151341 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada20141-ebc9-462c-a270-8f77504a4c66", "name": "network-vif-deleted", "tag": "f8d86feb-dd06-49b4-af19-d623818ca51d", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:36:08.151627 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-25df201a-b22f-40ac-b482-a2b395341a7b {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:36:08.152056 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada20141-ebc9-462c-a270-8f77504a4c66', 'name': 'network-vif-deleted', 'tag': 'f8d86feb-dd06-49b4-af19-d623818ca51d', 'status': 'completed', 'code': 200} Jun 17 14:36:08.279800 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-bfef5483-3b77-4439-8a09-35456d261c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'name': 'tempest-AttachVolumeTestJSON-926334786-router', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:18Z', 'updated_at': '2021-06-17T14:30:26Z', 'revision_number': 4, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'gw_port': {'id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '87bc9829-7a6c-4d79-a690-976d47979889', 'name': '', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'mac_address': 'fa:16:3e:25:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:24Z', 'updated_at': '2021-06-17T14:30:39Z', 'revision_number': 5, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'subnets': [{'id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:36:08.283592 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8a1193c1-c714-4fd2-8848-92039eebc27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:08.286396 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8a1193c1-c714-4fd2-8848-92039eebc27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:08.287767 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-8a1193c1-c714-4fd2-8848-92039eebc27e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a96e42b8-c566-4e16-86e4-5978e77bf032 HTTP/1.1" status: 204 len: 168 time: 0.2780566 Jun 17 14:36:08.288789 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-2494b257-730e-4201-b755-e7ac016fe184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:08.311427 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1193c1-c714-4fd2-8848-92039eebc27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96e42b8-c566-4e16-86e4-5978e77bf032,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:08.322159 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-8a1193c1-c714-4fd2-8848-92039eebc27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:08.334248 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfef5483-3b77-4439-8a09-35456d261c9d None None] Checking router: b192a0fe-ab3d-45b5-9ded-51ed45bf2419 for host: dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:36:08.341981 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdd485-5a2f-48f4-8c36-6d8428e311b7 req-31c6473f-fb84-41aa-a944-74fbab169046 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:08.343669 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ffcdd485-5a2f-48f4-8c36-6d8428e311b7 req-31c6473f-fb84-41aa-a944-74fbab169046 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0793197 Jun 17 14:36:08.358545 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef5483-3b77-4439-8a09-35456d261c9d None None] Routers {'b192a0fe-ab3d-45b5-9ded-51ed45bf2419'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:36:08.358545 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-bfef5483-3b77-4439-8a09-35456d261c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:35:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:36:08.391159 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ffcdd485-5a2f-48f4-8c36-6d8428e311b7 req-eee375c6-71b3-4e00-b746-021a03714ba9 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350473 Jun 17 14:36:08.468511 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3e1d672d-6cf2-4736-9b37-7973b71583e7 req-7b735974-21a5-4046-bf9e-facad8bcbf9b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/ports?device_id=ada20141-ebc9-462c-a270-8f77504a4c66 HTTP/1.1" status: 200 len: 210 time: 0.0283463 Jun 17 14:36:08.484612 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-bfef5483-3b77-4439-8a09-35456d261c9d None None] Set router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:36:08.685384 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-bfef5483-3b77-4439-8a09-35456d261c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'name': 'tempest-AttachVolumeTestJSON-926334786-router', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:18Z', 'updated_at': '2021-06-17T14:30:26Z', 'revision_number': 4, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'gw_port': {'id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '87bc9829-7a6c-4d79-a690-976d47979889', 'name': '', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'mac_address': 'fa:16:3e:25:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:24Z', 'updated_at': '2021-06-17T14:30:39Z', 'revision_number': 5, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'subnets': [{'id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:36:08.712070 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfef5483-3b77-4439-8a09-35456d261c9d None None] The sync data for ids ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'] in dv-cinder-796286-6-smb is: [{'id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'name': 'tempest-AttachVolumeTestJSON-926334786-router', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:18Z', 'updated_at': '2021-06-17T14:30:26Z', 'revision_number': 4, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'gw_port': {'id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '87bc9829-7a6c-4d79-a690-976d47979889', 'name': '', 'network_id': '8135cc67-7047-4727-8ec0-17fbafcdfdf8', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'mac_address': 'fa:16:3e:25:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:24Z', 'updated_at': '2021-06-17T14:30:39Z', 'revision_number': 5, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'subnets': [{'id': 'ddf294c9-2449-47ab-84d6-49702a679f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:36:08.919732 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a3681c-efa9-402f-b5b8-14d1642ef3df None None] New status for floating IP 54dbd213-dec9-4bcb-b11f-4d8a79dc30e3: DOWN {{(pid=93282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:36:08.963009 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 35892) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:08.978597 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-efb49eed-3dc7-44db-ae3b-e9c31e2497f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:09.075865 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-efb49eed-3dc7-44db-ae3b-e9c31e2497f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:09.190025 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-efb49eed-3dc7-44db-ae3b-e9c31e2497f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:09.190965 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-ca3c734c-9e09-441b-bcc9-9cb79929b8c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:09.226740 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-efb49eed-3dc7-44db-ae3b-e9c31e2497f6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9635ac3482a94bceb8ca3d6ec2f9edbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623205 Jun 17 14:36:09.228703 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb49eed-3dc7-44db-ae3b-e9c31e2497f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a710b1e-5415-4ba2-813f-18c75e12ce33,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:09.229514 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 35894) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:09.231730 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-efb49eed-3dc7-44db-ae3b-e9c31e2497f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:09.283710 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2c033332-ad2e-46d4-9766-b912733c60d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:09.304883 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2c033332-ad2e-46d4-9766-b912733c60d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:09.478392 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2c033332-ad2e-46d4-9766-b912733c60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:09.481102 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2c033332-ad2e-46d4-9766-b912733c60d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:09.482327 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-2c033332-ad2e-46d4-9766-b912733c60d4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9a710b1e-5415-4ba2-813f-18c75e12ce33 HTTP/1.1" status: 204 len: 168 time: 0.2517672 Jun 17 14:36:09.483107 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-483cecb8-d96a-4d5f-b35a-de1ce6b0ae0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:09.492029 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c033332-ad2e-46d4-9766-b912733c60d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a710b1e-5415-4ba2-813f-18c75e12ce33,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:09.500860 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-2c033332-ad2e-46d4-9766-b912733c60d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:09.582763 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1b99a-e74b-4aea-be4d-5240548df8b9 req-3d73105d-deb8-430c-b275-62759a728642 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:09.584262 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-59b1b99a-e74b-4aea-be4d-5240548df8b9 req-3d73105d-deb8-430c-b275-62759a728642 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0654089 Jun 17 14:36:09.622744 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-59b1b99a-e74b-4aea-be4d-5240548df8b9 req-cfd4db9a-3137-4f25-a756-4e2cfa40f322 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323880 Jun 17 14:36:09.712255 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 35904) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:09.765820 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d21b8bb8-b8ed-4624-8b6c-71f21ed739fd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:09.787869 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d21b8bb8-b8ed-4624-8b6c-71f21ed739fd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:09.878970 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2631851-8958-4a13-ab5e-bc26250adbf2 req-a1cb78ec-a145-497f-8267-9875ed14de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:09.880454 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a2631851-8958-4a13-ab5e-bc26250adbf2 req-a1cb78ec-a145-497f-8267-9875ed14de88 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2&tenant_id=f734e894b23d43df98ee905f03cdfe49 HTTP/1.1" status: 200 len: 1097 time: 0.0553286 Jun 17 14:36:09.946557 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d21b8bb8-b8ed-4624-8b6c-71f21ed739fd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:09.949114 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d21b8bb8-b8ed-4624-8b6c-71f21ed739fd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:09.950271 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-d21b8bb8-b8ed-4624-8b6c-71f21ed739fd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "DELETE /v2.0/security-groups/7fc6e88a-d5b1-4fdb-8a45-bae4166753eb HTTP/1.1" status: 204 len: 168 time: 0.2370434 Jun 17 14:36:09.951199 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-130d0f52-c69d-4505-b228-cc21a5669d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:09.953608 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 35908) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:09.965230 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b8bb8-b8ed-4624-8b6c-71f21ed739fd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc6e88a-d5b1-4fdb-8a45-bae4166753eb,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:09.969722 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-d21b8bb8-b8ed-4624-8b6c-71f21ed739fd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:09.972389 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2631851-8958-4a13-ab5e-bc26250adbf2 req-051575b5-4cf3-43ab-9e04-4844269ed17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:09.973194 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.api.v2.resource [None req-15890a11-0f4f-43d1-8959-8f7911ba0566 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] show failed (client error): The resource could not be found. Jun 17 14:36:09.973887 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a2631851-8958-4a13-ab5e-bc26250adbf2 req-051575b5-4cf3-43ab-9e04-4844269ed17d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f734e894b23d43df98ee905f03cdfe49&device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 1097 time: 0.0687211 Jun 17 14:36:09.974711 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-15890a11-0f4f-43d1-8959-8f7911ba0566 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "GET /v2.0/security-groups/7fc6e88a-d5b1-4fdb-8a45-bae4166753eb HTTP/1.1" status: 404 len: 347 time: 0.0197823 Jun 17 14:36:09.977798 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 35910) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:10.069694 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2631851-8958-4a13-ab5e-bc26250adbf2 req-a5705e2c-b3a2-48d7-9e8f-197ad2ddaa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:10.071150 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a2631851-8958-4a13-ab5e-bc26250adbf2 req-a5705e2c-b3a2-48d7-9e8f-197ad2ddaa28 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5c84abbf-7edc-4ea0-b570-d4f577e25772 HTTP/1.1" status: 200 len: 918 time: 0.0886700 Jun 17 14:36:10.102149 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-f1bffe00-13c7-4b1a-87b4-6b76783828b5 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Deleting port de5c91ba-51cc-4c21-b0b0-4a5c60ef21b1 {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:36:10.102498 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f1bffe00-13c7-4b1a-87b4-6b76783828b5 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:10.134901 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a2631851-8958-4a13-ab5e-bc26250adbf2 req-7d463a21-aa4b-4be0-b1fc-657377b8ec6a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d74b7ce8-9559-4728-8b33-19d0a7096b7a HTTP/1.1" status: 200 len: 1000 time: 0.0557477 Jun 17 14:36:10.179829 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f1bffe00-13c7-4b1a-87b4-6b76783828b5 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:10.180175 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f1bffe00-13c7-4b1a-87b4-6b76783828b5 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:10.188905 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2631851-8958-4a13-ab5e-bc26250adbf2 req-257ddb63-e19d-411a-bdb3-c112e3b1eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:10.190385 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a2631851-8958-4a13-ab5e-bc26250adbf2 req-257ddb63-e19d-411a-bdb3-c112e3b1eb98 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cdb313b6-281b-48ec-b3c1-9a23239d4b57 HTTP/1.1" status: 200 len: 855 time: 0.0477419 Jun 17 14:36:10.247602 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2631851-8958-4a13-ab5e-bc26250adbf2 req-dd19b01b-ec9d-42a0-b6a5-d8b99a4076ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:10.248977 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a2631851-8958-4a13-ab5e-bc26250adbf2 req-dd19b01b-ec9d-42a0-b6a5-d8b99a4076ea service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5c84abbf-7edc-4ea0-b570-d4f577e25772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0517204 Jun 17 14:36:10.249128 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-f1bffe00-13c7-4b1a-87b4-6b76783828b5 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Calling delete_port for de5c91ba-51cc-4c21-b0b0-4a5c60ef21b1 owned by network:floatingip {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:36:10.281321 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 35912) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:10.301450 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fd79483c-f5f4-4573-ba51-f3e7236828ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:10.373466 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a2631851-8958-4a13-ab5e-bc26250adbf2 req-10163b19-c35a-4056-9e8a-37c17198e55b service neutron] 10.222.0.93 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168685 Jun 17 14:36:10.448695 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f1bffe00-13c7-4b1a-87b4-6b76783828b5 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260461617'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:10.451634 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-57ac4578-12d3-40bd-ad8b-0a27e785825f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:10.469562 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a2631851-8958-4a13-ab5e-bc26250adbf2 req-8266281a-7c3b-4490-bf8a-a3fc7a7bd504 service neutron] 10.222.0.93 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896816 Jun 17 14:36:10.477172 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bffe00-13c7-4b1a-87b4-6b76783828b5 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Pushing event deleted for resources: {'Port': ['ID=de5c91ba-51cc-4c21-b0b0-4a5c60ef21b1,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:10.481250 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-f1bffe00-13c7-4b1a-87b4-6b76783828b5 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:10.530915 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fd79483c-f5f4-4573-ba51-f3e7236828ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:10.539042 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f1bffe00-13c7-4b1a-87b4-6b76783828b5 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks [] for floatingip, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:10.541530 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f1bffe00-13c7-4b1a-87b4-6b76783828b5 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:10.542661 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-f1bffe00-13c7-4b1a-87b4-6b76783828b5 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] 10.222.0.86 "DELETE /v2.0/floatingips/54dbd213-dec9-4bcb-b11f-4d8a79dc30e3 HTTP/1.1" status: 204 len: 168 time: 0.5639451 Jun 17 14:36:10.608850 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fd79483c-f5f4-4573-ba51-f3e7236828ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:10.612395 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-17d79d38-07b5-4303-bd2f-18ff96fcc85e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:10.654200 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-fd79483c-f5f4-4573-ba51-f3e7236828ef admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9579378b43b9481b9c6e07e788ee5d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693435 Jun 17 14:36:10.654200 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79483c-f5f4-4573-ba51-f3e7236828ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922470b7-7653-4d83-8461-f0f69ac65257,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:10.654594 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 35922) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:10.655500 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-fd79483c-f5f4-4573-ba51-f3e7236828ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:10.705925 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-13b0a375-5734-4558-9252-76f6c5ad6a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:10.727234 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-13b0a375-5734-4558-9252-76f6c5ad6a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:10.819802 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb88c98-556b-422d-90e7-59d85cc2ed32 req-6ffabffb-b503-4cae-b849-7d5924952992 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:10.821270 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-deb88c98-556b-422d-90e7-59d85cc2ed32 req-6ffabffb-b503-4cae-b849-7d5924952992 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0645752 Jun 17 14:36:10.863381 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-deb88c98-556b-422d-90e7-59d85cc2ed32 req-24f7e629-b6bd-402d-9bf0-278cbeaf9725 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363066 Jun 17 14:36:10.866543 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-13b0a375-5734-4558-9252-76f6c5ad6a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:10.869135 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-13b0a375-5734-4558-9252-76f6c5ad6a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:10.870503 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-13b0a375-5734-4558-9252-76f6c5ad6a46 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/922470b7-7653-4d83-8461-f0f69ac65257 HTTP/1.1" status: 204 len: 168 time: 0.2149260 Jun 17 14:36:10.881319 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:10.881319 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0a375-5734-4558-9252-76f6c5ad6a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922470b7-7653-4d83-8461-f0f69ac65257,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:10.882761 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-13b0a375-5734-4558-9252-76f6c5ad6a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:11.409876 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device f8d86feb-dd06-49b4-af19-d623818ca51d no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:36:11.564789 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] No Port match for: f8d86feb-dd06-49b4-af19-d623818ca51d {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:36:11.565179 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device f8d86feb-dd06-49b4-af19-d623818ca51d not bound to the agent host hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:36:12.107838 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40314c39-7eb2-45f2-815e-ac66e9150ba2 req-2fb74610-cb79-4130-812f-9e5434b4328c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:12.109963 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-40314c39-7eb2-45f2-815e-ac66e9150ba2 req-2fb74610-cb79-4130-812f-9e5434b4328c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0666149 Jun 17 14:36:12.149393 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-40314c39-7eb2-45f2-815e-ac66e9150ba2 req-9a453b61-25fd-479b-b41f-fbda3f1d11ee tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332134 Jun 17 14:36:12.317027 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:36:13.329133 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-a11ba2de-3a78-4e8a-ab17-dd274f659b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:13.397009 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9907cd9-8594-4dc6-af74-197f316536f6 req-a158d4d6-87d7-41bb-9e0e-4419909b95af tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:13.398546 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c9907cd9-8594-4dc6-af74-197f316536f6 req-a158d4d6-87d7-41bb-9e0e-4419909b95af tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0974784 Jun 17 14:36:13.442306 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c9907cd9-8594-4dc6-af74-197f316536f6 req-daf8376b-acfa-4310-9ee9-c7856bc53669 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350358 Jun 17 14:36:14.623988 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e7ad8-750c-4b63-a7a1-91c3c5d908b5 req-c733ad21-7916-4bdb-930c-46a23fde65d1 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:14.625731 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-602e7ad8-750c-4b63-a7a1-91c3c5d908b5 req-c733ad21-7916-4bdb-930c-46a23fde65d1 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0647876 Jun 17 14:36:14.676305 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-602e7ad8-750c-4b63-a7a1-91c3c5d908b5 req-481ddb8a-e3eb-4924-a91f-d41520563fc5 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440319 Jun 17 14:36:14.871556 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 36006) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:15.412557 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4dea53f0-9c40-476a-b9be-6a0a08705c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-967437'] for router_interface, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:15.668625 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-4dea53f0-9c40-476a-b9be-6a0a08705c27 admin admin] Deleting port 87bc9829-7a6c-4d79-a690-976d47979889 {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:36:15.669530 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4dea53f0-9c40-476a-b9be-6a0a08705c27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:15.745560 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b964cb4f-5915-4814-a381-e64980a73381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:15.752832 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-4dea53f0-9c40-476a-b9be-6a0a08705c27 admin admin] For port 87bc9829-7a6c-4d79-a690-976d47979889, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=87bc9829-7a6c-4d79-a690-976d47979889,segment=NetworkSegment(220d25f0-d22f-4094-b184-ec26428604f7),segment_id=220d25f0-d22f-4094-b184-ec26428604f7)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:36:15.753289 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4dea53f0-9c40-476a-b9be-6a0a08705c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:15.825275 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-4dea53f0-9c40-476a-b9be-6a0a08705c27 admin admin] Calling delete_port for 87bc9829-7a6c-4d79-a690-976d47979889 owned by network:router_interface {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:36:15.883705 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:15.933449 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99970184-78de-4f5d-a352-862f2d20ecc0 req-77f11a41-ec47-4d19-904d-cd361e652fc9 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:15.935503 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-99970184-78de-4f5d-a352-862f2d20ecc0 req-77f11a41-ec47-4d19-904d-cd361e652fc9 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1124752 Jun 17 14:36:16.007739 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-99970184-78de-4f5d-a352-862f2d20ecc0 req-7a0db6e1-467c-4e19-b2b6-2abafc83dbbe tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660031 Jun 17 14:36:16.180188 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4dea53f0-9c40-476a-b9be-6a0a08705c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260461617'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:16.182411 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:16.209768 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea53f0-9c40-476a-b9be-6a0a08705c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=87bc9829-7a6c-4d79-a690-976d47979889,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:16.213023 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-4dea53f0-9c40-476a-b9be-6a0a08705c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:16.418510 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4dea53f0-9c40-476a-b9be-6a0a08705c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-968893'] for router_interface, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:16.648535 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dea53f0-9c40-476a-b9be-6a0a08705c27 admin admin] Router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:36:16.756098 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dea53f0-9c40-476a-b9be-6a0a08705c27 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:36:16.764032 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-4dea53f0-9c40-476a-b9be-6a0a08705c27 admin admin] 10.222.0.86 "PUT /v2.0/routers/b192a0fe-ab3d-45b5-9ded-51ed45bf2419/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8913264 Jun 17 14:36:16.764489 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 36018) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:16.782306 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afdefab-31dd-42d8-955e-d94694dc4409 None None] Sync routers for ids ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'] in dv-cinder-796286-6-smb {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:36:16.786216 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afdefab-31dd-42d8-955e-d94694dc4409 None None] Routers {'b192a0fe-ab3d-45b5-9ded-51ed45bf2419'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:36:16.787066 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-8afdefab-31dd-42d8-955e-d94694dc4409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:36:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:36:16.880260 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Notify callbacks [] for router, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:16.916408 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-8afdefab-31dd-42d8-955e-d94694dc4409 None None] Set router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:36:16.975785 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:16.986834 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:17.143792 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-8afdefab-31dd-42d8-955e-d94694dc4409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'name': 'tempest-AttachVolumeTestJSON-926334786-router', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42'}], 'enable_snat': True}, 'gw_port_id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:18Z', 'updated_at': '2021-06-17T14:36:15Z', 'revision_number': 5, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'gw_port': {'id': '22d74442-9f4b-420f-8808-8a982eaa1d6d', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:19Z', 'updated_at': '2021-06-17T14:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:36:17.175181 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afdefab-31dd-42d8-955e-d94694dc4409 None None] Checking router: b192a0fe-ab3d-45b5-9ded-51ed45bf2419 for host: dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:36:17.186121 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afdefab-31dd-42d8-955e-d94694dc4409 None None] Routers {'b192a0fe-ab3d-45b5-9ded-51ed45bf2419'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:36:17.187873 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-8afdefab-31dd-42d8-955e-d94694dc4409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:36:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:36:17.225696 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Deleting port 22d74442-9f4b-420f-8808-8a982eaa1d6d {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:36:17.226433 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:17.241395 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96657a-55d2-4f4c-af44-9c75382d3caf req-d3f19679-c2ea-4d21-9499-0f1ed26519d7 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:17.256152 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4c96657a-55d2-4f4c-af44-9c75382d3caf req-d3f19679-c2ea-4d21-9499-0f1ed26519d7 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1355050 Jun 17 14:36:17.298449 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-8afdefab-31dd-42d8-955e-d94694dc4409 None None] Set router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 gateway port host: None {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:36:17.305295 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4c96657a-55d2-4f4c-af44-9c75382d3caf req-35fb8779-7809-4e5b-b2f3-920775a95509 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412335 Jun 17 14:36:17.362288 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-8afdefab-31dd-42d8-955e-d94694dc4409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'name': 'tempest-AttachVolumeTestJSON-926334786-router', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:18Z', 'updated_at': '2021-06-17T14:36:16Z', 'revision_number': 6, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'gw_port_host': None}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:36:17.380971 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] For port 22d74442-9f4b-420f-8808-8a982eaa1d6d, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=22d74442-9f4b-420f-8808-8a982eaa1d6d,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:36:17.385931 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:17.390203 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afdefab-31dd-42d8-955e-d94694dc4409 None None] The sync data for ids ['b192a0fe-ab3d-45b5-9ded-51ed45bf2419'] in dv-cinder-796286-6-smb is: [{'id': 'b192a0fe-ab3d-45b5-9ded-51ed45bf2419', 'name': 'tempest-AttachVolumeTestJSON-926334786-router', 'tenant_id': '91695e22f84a4c668c9c5b12f8253bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:18Z', 'updated_at': '2021-06-17T14:36:16Z', 'revision_number': 6, 'project_id': '91695e22f84a4c668c9c5b12f8253bfc', 'gw_port_host': None}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:36:17.485733 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Calling delete_port for 22d74442-9f4b-420f-8808-8a982eaa1d6d owned by network:router_gateway {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:36:17.740457 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520883'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:17.742673 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-cbf89fef-c847-4824-9029-7b0fe0cc21c4 tempest-ServerRescueNegativeTestJSON-493006989 tempest-ServerRescueNegativeTestJSON-493006989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:17.774668 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Pushing event deleted for resources: {'Port': ['ID=22d74442-9f4b-420f-8808-8a982eaa1d6d,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:17.806093 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:17.806724 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:17.807250 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:17.807789 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:17.808317 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:17.808875 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:17.809405 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:17.810017 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:17.810598 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:17.811159 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:17.812457 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:17.813290 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:17.818896 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:17.879118 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970422'] for router_gateway, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:17.980210 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-889999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-966'] for router, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:17.982420 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:18.151878 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891307'] for router, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:18.152537 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b192a0fe-ab3d-45b5-9ded-51ed45bf2419 {{(pid=93280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 14:36:18.157056 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Notify callbacks [] for router, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:18.158227 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] 10.222.0.86 "DELETE /v2.0/routers/b192a0fe-ab3d-45b5-9ded-51ed45bf2419 HTTP/1.1" status: 204 len: 168 time: 1.3926811 Jun 17 14:36:18.161380 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 36030) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:18.213622 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_v2 [None req-b407afd7-f6b4-4431-9d20-c55d6e6173ca admin admin] Deleting subnet ddf294c9-2449-47ab-84d6-49702a679f33 {{(pid=93280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:36:18.218331 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b407afd7-f6b4-4431-9d20-c55d6e6173ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:18.271270 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b407afd7-f6b4-4431-9d20-c55d6e6173ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260428089'] for subnet, precommit_delete_associations {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:18.279272 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 87bc9829-7a6c-4d79-a690-976d47979889 no longer exists at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:36:18.306107 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] No Port match for: 87bc9829-7a6c-4d79-a690-976d47979889 {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:36:18.308696 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 87bc9829-7a6c-4d79-a690-976d47979889 not bound to the agent host dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:36:18.308696 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 22d74442-9f4b-420f-8808-8a982eaa1d6d no longer exists at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:36:18.332041 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] No Port match for: 22d74442-9f4b-420f-8808-8a982eaa1d6d {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:36:18.332647 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 22d74442-9f4b-420f-8808-8a982eaa1d6d not bound to the agent host dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:36:18.406517 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b407afd7-f6b4-4431-9d20-c55d6e6173ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602239'] for subnet, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:18.746327 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:18.872864 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b407afd7-f6b4-4431-9d20-c55d6e6173ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260794503'] for subnet, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:18.877791 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-fb917ecf-993d-4e7a-84ad-faaff9a2a1c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:18.905497 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407afd7-f6b4-4431-9d20-c55d6e6173ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddf294c9-2449-47ab-84d6-49702a679f33,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:18.908296 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-b407afd7-f6b4-4431-9d20-c55d6e6173ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for subnet, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:18.910251 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-b407afd7-f6b4-4431-9d20-c55d6e6173ca admin admin] 10.222.0.86 "DELETE /v2.0/subnets/ddf294c9-2449-47ab-84d6-49702a679f33 HTTP/1.1" status: 204 len: 168 time: 0.7479227 Jun 17 14:36:18.912237 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-b407afd7-f6b4-4431-9d20-c55d6e6173ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:18.913793 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 36034) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:18.915505 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a73e07b-49df-4cec-97a6-e9e1741ac032 None None] Network 8135cc67-7047-4727-8ec0-17fbafcdfdf8 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:36:18.964710 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cac6d-aba6-4ec4-a62d-1014f40b16fc req-76e23dd0-bd27-41b9-ae60-81f3144d995f tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:18.966294 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b14cac6d-aba6-4ec4-a62d-1014f40b16fc req-76e23dd0-bd27-41b9-ae60-81f3144d995f tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 944 time: 0.4361615 Jun 17 14:36:19.026073 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b14cac6d-aba6-4ec4-a62d-1014f40b16fc req-51ddb5fb-ea80-4a2e-b3e0-dfa7b3a2656a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515087 Jun 17 14:36:19.059519 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2004059'] for network, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:19.119984 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] Deleting port 3f8f152a-4742-4c10-ae00-0c864109ac2c {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:36:19.120480 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:19.182695 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7ba536-27c4-4ece-9259-3d953d1f8e6e None None] DHCP port deletion for 8135cc67-7047-4727-8ec0-17fbafcdfdf8 request from dv-cinder-796286-6-smb {{(pid=93281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 14:36:19.199433 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] For port 3f8f152a-4742-4c10-ae00-0c864109ac2c, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=3f8f152a-4742-4c10-ae00-0c864109ac2c,segment=NetworkSegment(220d25f0-d22f-4094-b184-ec26428604f7),segment_id=220d25f0-d22f-4094-b184-ec26428604f7)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:36:19.200366 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:19.244059 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ba536-27c4-4ece-9259-3d953d1f8e6e None None] Deleting port 3f8f152a-4742-4c10-ae00-0c864109ac2c {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:36:19.244964 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9c7ba536-27c4-4ece-9259-3d953d1f8e6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:19.283974 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] Calling delete_port for 3f8f152a-4742-4c10-ae00-0c864109ac2c owned by network:dhcp {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:36:19.314876 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-9c7ba536-27c4-4ece-9259-3d953d1f8e6e None None] For port 3f8f152a-4742-4c10-ae00-0c864109ac2c, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=3f8f152a-4742-4c10-ae00-0c864109ac2c,segment=NetworkSegment(220d25f0-d22f-4094-b184-ec26428604f7),segment_id=220d25f0-d22f-4094-b184-ec26428604f7)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:36:19.315484 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9c7ba536-27c4-4ece-9259-3d953d1f8e6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:19.387729 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ba536-27c4-4ece-9259-3d953d1f8e6e None None] Calling delete_port for 3f8f152a-4742-4c10-ae00-0c864109ac2c owned by network:dhcp {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:36:19.471936 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260461617'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:19.475543 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-058d6a92-7a90-4ba9-a4f7-e1d5fdd733ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:19.502301 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8f152a-4742-4c10-ae00-0c864109ac2c,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:19.504489 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] No DVR routers for this DVR port 3f8f152a-4742-4c10-ae00-0c864109ac2c on host dv-cinder-796286-6-smb {{(pid=93279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:36:19.506230 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:19.523547 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9c7ba536-27c4-4ece-9259-3d953d1f8e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:19.525973 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:19.551253 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ba536-27c4-4ece-9259-3d953d1f8e6e None None] Pushing event deleted for resources: {'Port': ['ID=3f8f152a-4742-4c10-ae00-0c864109ac2c,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:19.554486 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-9c7ba536-27c4-4ece-9259-3d953d1f8e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:19.555621 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7ba536-27c4-4ece-9259-3d953d1f8e6e None None] No DVR routers for this DVR port 3f8f152a-4742-4c10-ae00-0c864109ac2c on host dv-cinder-796286-6-smb {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:36:19.870617 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601830', 'neutron.services.segments.db._delete_segments_for_network-8793008842900'] for network, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:19.870617 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8135cc67-7047-4727-8ec0-17fbafcdfdf8']}} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:36:19.871122 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220d25f0-d22f-4094-b184-ec26428604f7') {'for_net_delete': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:36:19.871419 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220d25f0-d22f-4094-b184-ec26428604f7') {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:36:19.887481 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793008841189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261297418'] for segment, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:19.901888 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:19.908760 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] Releasing vlan 1106 on physical network physnet1 to pool {{(pid=93279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:36:19.909154 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260461670'] for segment, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: Traceback (most recent call last): Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: timer() Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: cb(*args, **kw) Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: return func(*args, **kwargs) Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: self._notify() Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: self.callback(batched_events) Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: event.method(event) Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: return f(self, *a, **k) Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: return self._get(url).json() Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: return self.request(url, 'GET', **kwargs) Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:36:19.910913 dv-cinder-796286-6-smb neutron-server[93279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:36:20.072648 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 3f8f152a-4742-4c10-ae00-0c864109ac2c no longer exists at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:36:20.096290 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] No Port match for: 3f8f152a-4742-4c10-ae00-0c864109ac2c {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:36:20.118653 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 3f8f152a-4742-4c10-ae00-0c864109ac2c not bound to the agent host dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:36:20.224544 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecc7b9-bda7-4738-978d-71f78861652b req-8bc6c5e7-d0af-4a8b-b4f6-4b5b79993aa1 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:20.226057 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b0ecc7b9-bda7-4738-978d-71f78861652b req-8bc6c5e7-d0af-4a8b-b4f6-4b5b79993aa1 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0713861 Jun 17 14:36:20.275122 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b0ecc7b9-bda7-4738-978d-71f78861652b req-2e3aa4af-5179-43a3-9fd8-d6cf4ee6609e tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433638 Jun 17 14:36:21.203975 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970450'] for network, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:21.209785 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:21.213783 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] 10.222.0.86 "DELETE /v2.0/networks/8135cc67-7047-4727-8ec0-17fbafcdfdf8 HTTP/1.1" status: 204 len: 168 time: 2.2988157 Jun 17 14:36:21.214559 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-e151447c-3431-4fee-96ec-d78581baa288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:21.233406 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] Pushing event deleted for resources: {'Network': ['ID=8135cc67-7047-4727-8ec0-17fbafcdfdf8,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:21.242257 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:21.477613 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48402c29-1dbd-460c-b45c-51d21fb04e0d req-42c2af38-9ae7-4829-80ee-32c92ba8c435 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:21.479087 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-48402c29-1dbd-460c-b45c-51d21fb04e0d req-42c2af38-9ae7-4829-80ee-32c92ba8c435 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0820067 Jun 17 14:36:21.547820 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-48402c29-1dbd-460c-b45c-51d21fb04e0d req-37ff32a3-ac3e-4eb7-936a-e8e9c216b119 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620904 Jun 17 14:36:21.883499 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 36054) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:21.933400 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-12a9b14c-d8ac-440d-be94-be5333cbf9cd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=91695e22f84a4c668c9c5b12f8253bfc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0456042 Jun 17 14:36:21.933400 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 36056) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:21.985737 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e8b7b1d0-86b8-490e-9819-ca221b9980a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:22.010097 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e8b7b1d0-86b8-490e-9819-ca221b9980a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:22.157453 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e8b7b1d0-86b8-490e-9819-ca221b9980a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:22.160014 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e8b7b1d0-86b8-490e-9819-ca221b9980a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:22.161146 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-e8b7b1d0-86b8-490e-9819-ca221b9980a5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/174c8975-21f2-4a89-af87-695d4bec2005 HTTP/1.1" status: 204 len: 168 time: 0.2270937 Jun 17 14:36:22.161910 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-9e91df08-d237-4f4a-83d4-304099fc6702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:22.171211 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7b1d0-86b8-490e-9819-ca221b9980a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174c8975-21f2-4a89-af87-695d4bec2005,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:22.172221 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-e8b7b1d0-86b8-490e-9819-ca221b9980a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:22.747020 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfc0c4-e39b-470f-ae68-b608cffdae98 req-4c03771f-552e-4fc1-b46f-0a0b82de9f63 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:22.748234 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-25bfc0c4-e39b-470f-ae68-b608cffdae98 req-4c03771f-552e-4fc1-b46f-0a0b82de9f63 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0603826 Jun 17 14:36:22.789234 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-25bfc0c4-e39b-470f-ae68-b608cffdae98 req-5fc5ccd0-3f05-44ac-bf51-63b26e374447 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315027 Jun 17 14:36:23.367735 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 36088) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:23.471642 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-81d9256f-b3c1-4b8b-a055-695983022b77 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-376393881-network', 'tenant_id': 'f5af9c7a586848f3ba919b7c19319449'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:36:23.563298 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d9256f-b3c1-4b8b-a055-695983022b77 admin admin] Made reservation on behalf of f5af9c7a586848f3ba919b7c19319449 for: {'network': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:36:23.565698 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-81d9256f-b3c1-4b8b-a055-695983022b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for network, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:23.574060 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-81d9256f-b3c1-4b8b-a055-695983022b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:23.658876 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-81d9256f-b3c1-4b8b-a055-695983022b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:23.739481 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-81d9256f-b3c1-4b8b-a055-695983022b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:23.742328 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-b9397b6c-d94b-40ae-a54b-351d857045f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:23.765852 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d9256f-b3c1-4b8b-a055-695983022b77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1141} {{(pid=93280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:36:23.775092 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9256f-b3c1-4b8b-a055-695983022b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed82a29-8ad2-44c2-8cd1-83abecd274dd,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:23.778134 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-81d9256f-b3c1-4b8b-a055-695983022b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:23.781091 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-81d9256f-b3c1-4b8b-a055-695983022b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:23.781429 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.db.segments_db [None req-81d9256f-b3c1-4b8b-a055-695983022b77 admin admin] Added segment eccdaab5-39a6-4c9d-ab0c-553469e61887 of type vlan for network 5bb8c262-c4b6-4b11-af53-db189f0e4dae Jun 17 14:36:23.819782 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-81d9256f-b3c1-4b8b-a055-695983022b77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793008305830'] for network, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:23.933156 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-81d9256f-b3c1-4b8b-a055-695983022b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932'] for network, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:23.935715 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d9256f-b3c1-4b8b-a055-695983022b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:23.936461 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-81d9256f-b3c1-4b8b-a055-695983022b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:23.939871 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:24.006912 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9256f-b3c1-4b8b-a055-695983022b77 admin admin] Pushing event updated for resources: {'Network': ['ID=5bb8c262-c4b6-4b11-af53-db189f0e4dae,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:24.010005 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-81d9256f-b3c1-4b8b-a055-695983022b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:24.021567 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Network 5bb8c262-c4b6-4b11-af53-db189f0e4dae details requested by agent ovs-agent-dv-cinder-796286-6-smb with host dv-cinder-796286-6-smb {{(pid=93281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:36:24.027646 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642f577-3094-4c76-9ec7-bd3fb117237f req-c729a5ba-83ef-42b5-bdc0-de5864ec0c19 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:24.029127 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7642f577-3094-4c76-9ec7-bd3fb117237f req-c729a5ba-83ef-42b5-bdc0-de5864ec0c19 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 944 time: 0.1250956 Jun 17 14:36:24.043453 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-81d9256f-b3c1-4b8b-a055-695983022b77 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6746011 Jun 17 14:36:24.049933 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 36096) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:24.053317 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-b5d14291-1f85-452a-9fea-af184fb69d35 admin admin] Request body: {'subnet': {'network_id': '5bb8c262-c4b6-4b11-af53-db189f0e4dae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-376393881-subnet', 'tenant_id': 'f5af9c7a586848f3ba919b7c19319449', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:36:24.078474 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7642f577-3094-4c76-9ec7-bd3fb117237f req-ddb94c8f-1678-402a-8243-b0b1b9834b7a tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365109 Jun 17 14:36:24.134106 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d14291-1f85-452a-9fea-af184fb69d35 admin admin] Made reservation on behalf of f5af9c7a586848f3ba919b7c19319449 for: {'subnet': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:36:24.136428 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b5d14291-1f85-452a-9fea-af184fb69d35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260647038'] for subnet, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:24.368691 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b5d14291-1f85-452a-9fea-af184fb69d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260461700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260647020'] for subnet, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:24.370850 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-2e29ba75-7b0a-45c2-ba78-6d412de4419f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:24.427647 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d14291-1f85-452a-9fea-af184fb69d35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14cc5451-e6f6-4b31-b50f-7f0d29af853b,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:24.431180 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-b5d14291-1f85-452a-9fea-af184fb69d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:24.438384 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d14291-1f85-452a-9fea-af184fb69d35 admin admin] Checking segment: {'id': 'eccdaab5-39a6-4c9d-ab0c-553469e61887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '5bb8c262-c4b6-4b11-af53-db189f0e4dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:36:24.438749 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d14291-1f85-452a-9fea-af184fb69d35 admin admin] Network hostable DHCP agents. Network: 5bb8c262-c4b6-4b11-af53-db189f0e4dae, hostable agents: ['5e674aae-4521-411e-b7ad-9e9eb91c2d49'], hosted agents: [] {{(pid=93279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:36:24.596932 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d14291-1f85-452a-9fea-af184fb69d35 admin admin] Network 5bb8c262-c4b6-4b11-af53-db189f0e4dae is scheduled to be hosted by DHCP agent 5e674aae-4521-411e-b7ad-9e9eb91c2d49 with binding_index 1 {{(pid=93279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:36:24.676972 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-b5d14291-1f85-452a-9fea-af184fb69d35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-smb, 5bb8c262-c4b6-4b11-af53-db189f0e4dae) {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:36:24.681111 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d14291-1f85-452a-9fea-af184fb69d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:24.681820 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b5d14291-1f85-452a-9fea-af184fb69d35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:24.687054 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee962de1-efd1-410c-819d-8c85aaf49276 None None] Network 5bb8c262-c4b6-4b11-af53-db189f0e4dae requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:36:24.769960 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-b5d14291-1f85-452a-9fea-af184fb69d35 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7215517 Jun 17 14:36:24.808494 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355cbbda-2654-4de6-ac14-a5bb06ff1738 None None] Network 5bb8c262-c4b6-4b11-af53-db189f0e4dae requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:36:25.257891 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1441bf9-0bbf-4677-b0f2-f020f5af669d req-38e6ab64-5b92-49dc-aa7b-b013b17d78e1 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:25.259369 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c1441bf9-0bbf-4677-b0f2-f020f5af669d req-38e6ab64-5b92-49dc-aa7b-b013b17d78e1 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0667307 Jun 17 14:36:25.296345 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c1441bf9-0bbf-4677-b0f2-f020f5af669d req-9b3c87cb-5e9c-428e-89d2-07e71d736c77 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308316 Jun 17 14:36:25.472161 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 36122) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:25.477444 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-35566318-ad9a-4e90-88fb-d233c0b76cb6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1563188502-network', 'tenant_id': '3f7b31acf7a14d7cbaf4a546abdc86e7'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:36:25.498621 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device d74b7ce8-9559-4728-8b33-19d0a7096b7a details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:36:25.590028 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port d74b7ce8-9559-4728-8b33-19d0a7096b7a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d74b7ce8-9559-4728-8b33-19d0a7096b7a,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:36:25.601505 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'port_id': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a', 'mac_address': 'fa:16:3e:96:e2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:36:25.602720 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35566318-ad9a-4e90-88fb-d233c0b76cb6 admin admin] Made reservation on behalf of 3f7b31acf7a14d7cbaf4a546abdc86e7 for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:36:25.605107 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-35566318-ad9a-4e90-88fb-d233c0b76cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:25.614531 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-35566318-ad9a-4e90-88fb-d233c0b76cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:25.642289 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:25.655593 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74b7ce8-9559-4728-8b33-19d0a7096b7a {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:36:25.675294 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port d74b7ce8-9559-4728-8b33-19d0a7096b7a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d74b7ce8-9559-4728-8b33-19d0a7096b7a,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:36:25.704449 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-35566318-ad9a-4e90-88fb-d233c0b76cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:25.819782 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:25.821641 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:25.867591 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=d74b7ce8-9559-4728-8b33-19d0a7096b7a,revision_number=9']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:25.870609 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:25.877113 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-35566318-ad9a-4e90-88fb-d233c0b76cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:25.880241 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-f14e2602-69c2-4a3a-81eb-45a70a6c5e71 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:25.901695 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35566318-ad9a-4e90-88fb-d233c0b76cb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1116} {{(pid=93279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:36:25.910918 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35566318-ad9a-4e90-88fb-d233c0b76cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94b8dc8-6d8e-4636-a04b-c7c721c6bca6,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:25.914012 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-35566318-ad9a-4e90-88fb-d233c0b76cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:25.918170 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-35566318-ad9a-4e90-88fb-d233c0b76cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:25.918435 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.db.segments_db [None req-35566318-ad9a-4e90-88fb-d233c0b76cb6 admin admin] Added segment 1f2afb52-5c81-4451-97d2-2b24d40ed613 of type vlan for network 57b73021-5093-4d70-8ebf-6642a673d1e4 Jun 17 14:36:25.959345 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-35566318-ad9a-4e90-88fb-d233c0b76cb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793008305830'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:26.069113 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['d74b7ce8-9559-4728-8b33-19d0a7096b7a'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:36:26.122633 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-35566318-ad9a-4e90-88fb-d233c0b76cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:26.124985 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35566318-ad9a-4e90-88fb-d233c0b76cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:26.125639 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-35566318-ad9a-4e90-88fb-d233c0b76cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:26.132509 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:26.191946 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35566318-ad9a-4e90-88fb-d233c0b76cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=57b73021-5093-4d70-8ebf-6642a673d1e4,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:26.194628 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-35566318-ad9a-4e90-88fb-d233c0b76cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:26.205437 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Network 57b73021-5093-4d70-8ebf-6642a673d1e4 details requested by agent ovs-agent-dv-cinder-796286-6-smb with host dv-cinder-796286-6-smb {{(pid=93281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:36:26.277718 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-35566318-ad9a-4e90-88fb-d233c0b76cb6 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.8043809 Jun 17 14:36:26.280780 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 36130) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:26.285788 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-74e24178-692d-4df3-b5aa-bd51eccb8808 admin admin] Request body: {'subnet': {'network_id': '57b73021-5093-4d70-8ebf-6642a673d1e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1563188502-subnet', 'tenant_id': '3f7b31acf7a14d7cbaf4a546abdc86e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:36:26.397630 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e24178-692d-4df3-b5aa-bd51eccb8808 admin admin] Made reservation on behalf of 3f7b31acf7a14d7cbaf4a546abdc86e7 for: {'subnet': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:36:26.400183 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-74e24178-692d-4df3-b5aa-bd51eccb8808 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260647038'] for subnet, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:26.471483 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856071e-62c3-4bbd-8488-02d3bb87d73e req-0184b544-df71-4997-bd02-961efc3f249e tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:26.472889 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d856071e-62c3-4bbd-8488-02d3bb87d73e req-0184b544-df71-4997-bd02-961efc3f249e tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 945 time: 0.0628629 Jun 17 14:36:26.512424 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d856071e-62c3-4bbd-8488-02d3bb87d73e req-df1ba7c2-e23d-4798-a59b-7d81e25fa715 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332973 Jun 17 14:36:26.665728 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-74e24178-692d-4df3-b5aa-bd51eccb8808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260461700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260647020'] for subnet, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:26.668972 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-e41ca896-fa63-47b0-b270-7670e2f29701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:26.718588 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e24178-692d-4df3-b5aa-bd51eccb8808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7279dc86-7719-494e-aad0-fd34e5f824cf,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:26.722240 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-74e24178-692d-4df3-b5aa-bd51eccb8808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:26.729337 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e24178-692d-4df3-b5aa-bd51eccb8808 admin admin] Checking segment: {'id': '1f2afb52-5c81-4451-97d2-2b24d40ed613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '57b73021-5093-4d70-8ebf-6642a673d1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:36:26.738859 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e24178-692d-4df3-b5aa-bd51eccb8808 admin admin] Network hostable DHCP agents. Network: 57b73021-5093-4d70-8ebf-6642a673d1e4, hostable agents: ['5e674aae-4521-411e-b7ad-9e9eb91c2d49'], hosted agents: [] {{(pid=93279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:36:26.877116 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e24178-692d-4df3-b5aa-bd51eccb8808 admin admin] Network 57b73021-5093-4d70-8ebf-6642a673d1e4 is scheduled to be hosted by DHCP agent 5e674aae-4521-411e-b7ad-9e9eb91c2d49 with binding_index 1 {{(pid=93279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:36:26.939745 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-74e24178-692d-4df3-b5aa-bd51eccb8808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-smb, 57b73021-5093-4d70-8ebf-6642a673d1e4) {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:36:26.943695 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e24178-692d-4df3-b5aa-bd51eccb8808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:26.950802 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-74e24178-692d-4df3-b5aa-bd51eccb8808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:26.951527 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a8a456-2d3c-4c1d-b80e-621852624790 None None] Network 57b73021-5093-4d70-8ebf-6642a673d1e4 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:36:27.067687 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc32ea48-5c27-4a45-9bdd-a11507142245 None None] Network 57b73021-5093-4d70-8ebf-6642a673d1e4 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:36:27.071739 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-74e24178-692d-4df3-b5aa-bd51eccb8808 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7898972 Jun 17 14:36:27.188133 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 36138) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:27.234783 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_v2 [None req-35beac4c-b4bb-4003-89b9-31699f496e5d admin admin] Deleting subnet 14cc5451-e6f6-4b31-b50f-7f0d29af853b {{(pid=93280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:36:27.238371 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-35beac4c-b4bb-4003-89b9-31699f496e5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:27.277881 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-35beac4c-b4bb-4003-89b9-31699f496e5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260428089'] for subnet, precommit_delete_associations {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:27.317895 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-35beac4c-b4bb-4003-89b9-31699f496e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602239'] for subnet, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:27.431546 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-35beac4c-b4bb-4003-89b9-31699f496e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260794503'] for subnet, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:27.434580 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-399dc3e3-6da4-46b0-95f8-24287a62a00f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:27.457075 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35beac4c-b4bb-4003-89b9-31699f496e5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14cc5451-e6f6-4b31-b50f-7f0d29af853b,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:27.460097 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-35beac4c-b4bb-4003-89b9-31699f496e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:27.461072 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-35beac4c-b4bb-4003-89b9-31699f496e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for subnet, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:27.463784 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-35beac4c-b4bb-4003-89b9-31699f496e5d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/14cc5451-e6f6-4b31-b50f-7f0d29af853b HTTP/1.1" status: 204 len: 168 time: 0.2745829 Jun 17 14:36:27.465342 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 36140) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:27.504769 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device d74b7ce8-9559-4728-8b33-19d0a7096b7a up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:36:27.539771 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0e642a40-dd7b-4732-a77c-332bc93d8d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2004059'] for network, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:27.554734 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port d74b7ce8-9559-4728-8b33-19d0a7096b7a triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:36:27.554976 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:27.626092 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0e642a40-dd7b-4732-a77c-332bc93d8d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601830', 'neutron.services.segments.db._delete_segments_for_network-8793008842900'] for network, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:27.636949 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.services.segments.db [None req-0e642a40-dd7b-4732-a77c-332bc93d8d27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb8c262-c4b6-4b11-af53-db189f0e4dae']}} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:36:27.642460 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:27.648613 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.services.segments.db [None req-0e642a40-dd7b-4732-a77c-332bc93d8d27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eccdaab5-39a6-4c9d-ab0c-553469e61887') {'for_net_delete': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:36:27.648905 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.services.segments.db [None req-0e642a40-dd7b-4732-a77c-332bc93d8d27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eccdaab5-39a6-4c9d-ab0c-553469e61887') {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:36:27.661410 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0e642a40-dd7b-4732-a77c-332bc93d8d27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793008841189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260428086'] for segment, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:27.667367 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6959af72-caec-4f5e-b6df-962d7152f5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:36:27.669602 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef9fbcb-02e1-4963-9ff8-c766dfb645f1" -d '{"events": [{"server_uuid": "6959af72-caec-4f5e-b6df-962d7152f5b2", "name": "network-vif-plugged", "status": "completed", "tag": "d74b7ce8-9559-4728-8b33-19d0a7096b7a"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:36:27.684156 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0e642a40-dd7b-4732-a77c-332bc93d8d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:27.692956 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port d74b7ce8-9559-4728-8b33-19d0a7096b7a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d74b7ce8-9559-4728-8b33-19d0a7096b7a,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:36:27.693245 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e642a40-dd7b-4732-a77c-332bc93d8d27 admin admin] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=93280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:36:27.694114 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0e642a40-dd7b-4732-a77c-332bc93d8d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520932'] for segment, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: Traceback (most recent call last): Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: timer() Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: cb(*args, **kw) Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: return func(*args, **kwargs) Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: self._notify() Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: self.callback(batched_events) Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: event.method(event) Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: return f(self, *a, **k) Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: return self._get(url).json() Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: return self.request(url, 'GET', **kwargs) Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:36:27.695916 dv-cinder-796286-6-smb neutron-server[93280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:36:27.698498 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6a8b4-7a38-41c1-8c40-de027b0bec54 req-31289567-a769-4fe2-bd31-49d13785cb1d tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:27.700624 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-bfc6a8b4-7a38-41c1-8c40-de027b0bec54 req-31289567-a769-4fe2-bd31-49d13785cb1d tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 945 time: 0.0706875 Jun 17 14:36:27.742307 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-bfc6a8b4-7a38-41c1-8c40-de027b0bec54 req-b0e96b8e-d5de-4803-a3b0-e4f5acfde841 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345926 Jun 17 14:36:27.748022 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1e860a-ae4a-4f61-bfe2-1d2701ebaaff x-openstack-request-id: req-cc1e860a-ae4a-4f61-bfe2-1d2701ebaaff {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:36:27.756862 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6959af72-caec-4f5e-b6df-962d7152f5b2", "name": "network-vif-plugged", "status": "completed", "tag": "d74b7ce8-9559-4728-8b33-19d0a7096b7a", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:36:27.761748 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cc1e860a-ae4a-4f61-bfe2-1d2701ebaaff {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:36:27.761748 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6959af72-caec-4f5e-b6df-962d7152f5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a', 'code': 200} Jun 17 14:36:27.786219 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:27.788267 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:27.835482 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=d74b7ce8-9559-4728-8b33-19d0a7096b7a,revision_number=10']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:27.836741 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0e642a40-dd7b-4732-a77c-332bc93d8d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970450'] for network, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:27.838535 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:27.842728 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0e642a40-dd7b-4732-a77c-332bc93d8d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:27.850213 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-0e642a40-dd7b-4732-a77c-332bc93d8d27 admin admin] 10.222.0.86 "DELETE /v2.0/networks/5bb8c262-c4b6-4b11-af53-db189f0e4dae HTTP/1.1" status: 204 len: 168 time: 0.3784721 Jun 17 14:36:27.850543 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 36154) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:27.850663 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:27.863699 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e642a40-dd7b-4732-a77c-332bc93d8d27 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb8c262-c4b6-4b11-af53-db189f0e4dae,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:27.872956 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-0e642a40-dd7b-4732-a77c-332bc93d8d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:27.894925 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a47e50-646d-466e-abf0-f2d010d25766 admin admin] Deleting subnet 7279dc86-7719-494e-aad0-fd34e5f824cf {{(pid=93279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:36:27.898172 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d8a47e50-646d-466e-abf0-f2d010d25766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:27.932022 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d8a47e50-646d-466e-abf0-f2d010d25766 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261297413'] for subnet, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:27.970000 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d8a47e50-646d-466e-abf0-f2d010d25766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602239'] for subnet, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:28.075621 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa26194-aa7f-4d1f-b093-e9afa747f186 req-b162fad4-46da-48a6-926f-a689831fcb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:28.077176 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-dfa26194-aa7f-4d1f-b093-e9afa747f186 req-b162fad4-46da-48a6-926f-a689831fcb8e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 1100 time: 0.0513258 Jun 17 14:36:28.112108 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-dfa26194-aa7f-4d1f-b093-e9afa747f186 req-31ea5980-87b5-4125-ba4e-eebb36d8afa3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277295 Jun 17 14:36:28.128714 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d8a47e50-646d-466e-abf0-f2d010d25766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260461771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260647003'] for subnet, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:28.131106 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:28.153556 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a47e50-646d-466e-abf0-f2d010d25766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7279dc86-7719-494e-aad0-fd34e5f824cf,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:28.157776 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-d8a47e50-646d-466e-abf0-f2d010d25766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:28.160180 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d8a47e50-646d-466e-abf0-f2d010d25766 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:28.162616 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-d8a47e50-646d-466e-abf0-f2d010d25766 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/7279dc86-7719-494e-aad0-fd34e5f824cf HTTP/1.1" status: 204 len: 168 time: 0.3135614 Jun 17 14:36:28.164763 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 36158) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:28.230671 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-da630d99-2ae4-4640-9a63-a5a04e9f1f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2004059'] for network, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:28.308902 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-da630d99-2ae4-4640-9a63-a5a04e9f1f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601830', 'neutron.services.segments.db._delete_segments_for_network-8793008842900'] for network, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:28.320713 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-da630d99-2ae4-4640-9a63-a5a04e9f1f88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b73021-5093-4d70-8ebf-6642a673d1e4']}} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:36:28.330601 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-da630d99-2ae4-4640-9a63-a5a04e9f1f88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2afb52-5c81-4451-97d2-2b24d40ed613') {'for_net_delete': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:36:28.330893 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-da630d99-2ae4-4640-9a63-a5a04e9f1f88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2afb52-5c81-4451-97d2-2b24d40ed613') {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:36:28.339584 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-da630d99-2ae4-4640-9a63-a5a04e9f1f88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793008841189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261297418'] for segment, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:28.353119 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-da630d99-2ae4-4640-9a63-a5a04e9f1f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:28.359428 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da630d99-2ae4-4640-9a63-a5a04e9f1f88 admin admin] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=93279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:36:28.359805 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-da630d99-2ae4-4640-9a63-a5a04e9f1f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260461670'] for segment, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: Traceback (most recent call last): Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: timer() Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: cb(*args, **kw) Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: return func(*args, **kwargs) Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: self._notify() Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: self.callback(batched_events) Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: event.method(event) Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: return f(self, *a, **k) Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: return self._get(url).json() Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: return self.request(url, 'GET', **kwargs) Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:36:28.361427 dv-cinder-796286-6-smb neutron-server[93279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:36:28.494181 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-da630d99-2ae4-4640-9a63-a5a04e9f1f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970450'] for network, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:28.497604 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-b3e9447c-9ae4-4e09-941a-0bb46dc82eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:28.500475 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-da630d99-2ae4-4640-9a63-a5a04e9f1f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:28.502420 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-da630d99-2ae4-4640-9a63-a5a04e9f1f88 admin admin] 10.222.0.86 "DELETE /v2.0/networks/57b73021-5093-4d70-8ebf-6642a673d1e4 HTTP/1.1" status: 204 len: 168 time: 0.3367367 Jun 17 14:36:28.512976 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da630d99-2ae4-4640-9a63-a5a04e9f1f88 admin admin] Pushing event deleted for resources: {'Network': ['ID=57b73021-5093-4d70-8ebf-6642a673d1e4,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:28.515741 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-da630d99-2ae4-4640-9a63-a5a04e9f1f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:28.895530 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 36164) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:28.935976 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-707fd35a-de3e-41d3-afe4-f825b889ce61 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f5af9c7a586848f3ba919b7c19319449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388460 Jun 17 14:36:28.936696 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44747231-03b1-46ed-a5b0-9bec9dcd69cb req-6e951249-ec7a-437e-85b9-2db2ac7054d9 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:28.938187 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-44747231-03b1-46ed-a5b0-9bec9dcd69cb req-6e951249-ec7a-437e-85b9-2db2ac7054d9 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 947 time: 0.0689232 Jun 17 14:36:28.938399 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 36166) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:28.982070 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-44747231-03b1-46ed-a5b0-9bec9dcd69cb req-6bf0d445-f908-47ea-a736-fa656661e8bc tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378659 Jun 17 14:36:28.991622 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-72df7725-8b1a-45b1-9f44-8415e8bb42a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:29.012933 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-72df7725-8b1a-45b1-9f44-8415e8bb42a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:29.151096 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-72df7725-8b1a-45b1-9f44-8415e8bb42a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:29.153713 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-72df7725-8b1a-45b1-9f44-8415e8bb42a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:29.155415 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-72df7725-8b1a-45b1-9f44-8415e8bb42a4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8ed82a29-8ad2-44c2-8cd1-83abecd274dd HTTP/1.1" status: 204 len: 168 time: 0.2160640 Jun 17 14:36:29.156211 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-5ab2fd74-6f9a-49e3-b2da-071ea4264b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:29.166673 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df7725-8b1a-45b1-9f44-8415e8bb42a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed82a29-8ad2-44c2-8cd1-83abecd274dd,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:29.175384 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-72df7725-8b1a-45b1-9f44-8415e8bb42a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:29.766070 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 36204) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:29.868957 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f2a1334e-e2d0-408b-8156-545a6a9263f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:29.956622 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f2a1334e-e2d0-408b-8156-545a6a9263f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:30.047358 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f2a1334e-e2d0-408b-8156-545a6a9263f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:30.049898 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-dfca8a56-cce5-4f15-b5e6-9f356c35b5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:30.086642 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-f2a1334e-e2d0-408b-8156-545a6a9263f5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6aae0d7e4bcd48c3902a1d0a4148f351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3194222 Jun 17 14:36:30.088237 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1334e-e2d0-408b-8156-545a6a9263f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7073cc4e-b02e-45be-b04f-86a53ad9d8d6,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:30.089503 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 36222) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:30.091527 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-f2a1334e-e2d0-408b-8156-545a6a9263f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:30.114767 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 36224) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:30.155471 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-d84b559b-d900-4c70-9ab0-5ffd616523ef admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3f7b31acf7a14d7cbaf4a546abdc86e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392368 Jun 17 14:36:30.157755 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 36226) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:30.184764 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4095801e-5d16-4cb5-9213-8c5b2f307019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:30.207334 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-61db68a4-9756-407d-8232-ae815bf47d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:30.212281 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49733bfe-cea4-4c4b-a9ca-4e160511f7b7 req-12bc4011-ea1e-46d4-96a2-e3e2404fe4c1 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:30.213789 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-49733bfe-cea4-4c4b-a9ca-4e160511f7b7 req-12bc4011-ea1e-46d4-96a2-e3e2404fe4c1 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 947 time: 0.1075113 Jun 17 14:36:30.223508 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4095801e-5d16-4cb5-9213-8c5b2f307019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:30.228630 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-61db68a4-9756-407d-8232-ae815bf47d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:30.279804 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-49733bfe-cea4-4c4b-a9ca-4e160511f7b7 req-7d6f0495-77b2-47d6-a955-e9f119a8fb09 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581791 Jun 17 14:36:30.402633 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-61db68a4-9756-407d-8232-ae815bf47d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:30.410824 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-61db68a4-9756-407d-8232-ae815bf47d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:30.410824 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-61db68a4-9756-407d-8232-ae815bf47d5f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d94b8dc8-6d8e-4636-a04b-c7c721c6bca6 HTTP/1.1" status: 204 len: 168 time: 0.2483675 Jun 17 14:36:30.410824 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-951d2fab-b0b6-4011-b1c5-970141f3a99f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:30.415227 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db68a4-9756-407d-8232-ae815bf47d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94b8dc8-6d8e-4636-a04b-c7c721c6bca6,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:30.417603 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-61db68a4-9756-407d-8232-ae815bf47d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:30.431230 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4095801e-5d16-4cb5-9213-8c5b2f307019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:30.434150 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4095801e-5d16-4cb5-9213-8c5b2f307019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:30.435147 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-4095801e-5d16-4cb5-9213-8c5b2f307019 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7073cc4e-b02e-45be-b04f-86a53ad9d8d6 HTTP/1.1" status: 204 len: 168 time: 0.3439598 Jun 17 14:36:30.436170 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-260f7db8-9985-4ee9-b455-faf9292381b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:30.445336 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095801e-5d16-4cb5-9213-8c5b2f307019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7073cc4e-b02e-45be-b04f-86a53ad9d8d6,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:30.447510 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-4095801e-5d16-4cb5-9213-8c5b2f307019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:31.462384 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0cc12-cc38-4aa0-837e-2ea38a25060f req-b1a5fd79-e220-4bbb-b762-c03fcd9349b7 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:31.463868 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c3b0cc12-cc38-4aa0-837e-2ea38a25060f req-b1a5fd79-e220-4bbb-b762-c03fcd9349b7 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 947 time: 0.0673201 Jun 17 14:36:31.503309 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c3b0cc12-cc38-4aa0-837e-2ea38a25060f req-69c8ffad-3139-4f46-92f6-02aa0d6b838f tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333283 Jun 17 14:36:32.685382 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247411c-4c06-460e-bf9d-62817fa8005d req-4190b0bd-cdce-4370-aa76-89c961726c3d tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:32.687100 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3247411c-4c06-460e-bf9d-62817fa8005d req-4190b0bd-cdce-4370-aa76-89c961726c3d tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 947 time: 0.0629475 Jun 17 14:36:32.730556 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3247411c-4c06-460e-bf9d-62817fa8005d req-a1e2a053-003e-46bb-baa0-b52f74812df3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361583 Jun 17 14:36:35.327807 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:36.675901 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e4c73c7e-31b0-400c-bebb-90dfd429fd62 req-f5dbbcbc-b3f5-4217-869f-d723bf495270 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495872 Jun 17 14:36:36.751443 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c73c7e-31b0-400c-bebb-90dfd429fd62 req-86d4b147-0cac-41e8-96b4-4f1abeada2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:36.752929 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e4c73c7e-31b0-400c-bebb-90dfd429fd62 req-86d4b147-0cac-41e8-96b4-4f1abeada2a2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f734e894b23d43df98ee905f03cdfe49&device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 1100 time: 0.0546999 Jun 17 14:36:36.857814 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c73c7e-31b0-400c-bebb-90dfd429fd62 req-0d27cf85-42ed-4666-898c-194691c9f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:36.859522 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e4c73c7e-31b0-400c-bebb-90dfd429fd62 req-0d27cf85-42ed-4666-898c-194691c9f121 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5c84abbf-7edc-4ea0-b570-d4f577e25772 HTTP/1.1" status: 200 len: 918 time: 0.0864816 Jun 17 14:36:36.926340 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e4c73c7e-31b0-400c-bebb-90dfd429fd62 req-b2c47569-bd6a-4479-bfbc-dc653458861d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d74b7ce8-9559-4728-8b33-19d0a7096b7a HTTP/1.1" status: 200 len: 1002 time: 0.0603545 Jun 17 14:36:36.974262 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c73c7e-31b0-400c-bebb-90dfd429fd62 req-364b4146-504d-4930-95b6-bf03489f0317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:36.975619 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e4c73c7e-31b0-400c-bebb-90dfd429fd62 req-364b4146-504d-4930-95b6-bf03489f0317 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cdb313b6-281b-48ec-b3c1-9a23239d4b57 HTTP/1.1" status: 200 len: 855 time: 0.0426638 Jun 17 14:36:37.035166 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c73c7e-31b0-400c-bebb-90dfd429fd62 req-d068c021-5831-4f15-8d5b-4a23ab370f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:36:37.036732 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e4c73c7e-31b0-400c-bebb-90dfd429fd62 req-d068c021-5831-4f15-8d5b-4a23ab370f9b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5c84abbf-7edc-4ea0-b570-d4f577e25772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0541320 Jun 17 14:36:37.129153 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e4c73c7e-31b0-400c-bebb-90dfd429fd62 req-c5039b80-e73a-43ce-9791-aa88187edc2a service neutron] 10.222.0.93 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850751 Jun 17 14:36:37.219625 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e4c73c7e-31b0-400c-bebb-90dfd429fd62 req-9fb16ee2-fd5a-4c8c-8418-e47530fb8ce7 service neutron] 10.222.0.93 "GET /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836754 Jun 17 14:36:43.328235 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9250f5c5-5f18-40a6-97d8-b46fa945cc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:45.767310 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d84dcaef-16a2-4650-86b8-ab8feee3a30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:45.905044 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:46.910714 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:48.806853 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:49.316537 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:36:53.244124 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 36630) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:53.347432 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-398c8f62-9b0c-4598-be14-0f4d313ecaa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:53.437511 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-398c8f62-9b0c-4598-be14-0f4d313ecaa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:53.556120 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-398c8f62-9b0c-4598-be14-0f4d313ecaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:53.558679 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-d8948123-fd74-4e39-ae5d-3da09f5d782e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:53.596645 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-398c8f62-9b0c-4598-be14-0f4d313ecaa3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=988c6e90e22842f3a46e66a30cab5459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514481 Jun 17 14:36:53.597653 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c8f62-9b0c-4598-be14-0f4d313ecaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bb2bcb-cd83-40f5-b5d0-c0088d045c1f,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:53.599290 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 36634) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:53.601405 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-398c8f62-9b0c-4598-be14-0f4d313ecaa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:53.649288 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-46f1607b-9165-441a-8318-995d9ac40a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:53.671851 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-46f1607b-9165-441a-8318-995d9ac40a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:53.790543 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-46f1607b-9165-441a-8318-995d9ac40a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:53.793045 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-46f1607b-9165-441a-8318-995d9ac40a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:53.794242 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-46f1607b-9165-441a-8318-995d9ac40a7e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/85bb2bcb-cd83-40f5-b5d0-c0088d045c1f HTTP/1.1" status: 204 len: 168 time: 0.1939511 Jun 17 14:36:53.796160 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-15c0ca5e-8595-4953-ab88-9b7fdb0fb2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:53.803514 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1607b-9165-441a-8318-995d9ac40a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bb2bcb-cd83-40f5-b5d0-c0088d045c1f,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:53.812950 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1607b-9165-441a-8318-995d9ac40a7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:53.815234 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1607b-9165-441a-8318-995d9ac40a7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:53.815602 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1607b-9165-441a-8318-995d9ac40a7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:53.815977 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1607b-9165-441a-8318-995d9ac40a7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:53.816344 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1607b-9165-441a-8318-995d9ac40a7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:53.816709 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1607b-9165-441a-8318-995d9ac40a7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:53.817069 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1607b-9165-441a-8318-995d9ac40a7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:53.817539 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1607b-9165-441a-8318-995d9ac40a7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:53.817911 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1607b-9165-441a-8318-995d9ac40a7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:53.818255 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1607b-9165-441a-8318-995d9ac40a7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:53.819836 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1607b-9165-441a-8318-995d9ac40a7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:53.820180 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1607b-9165-441a-8318-995d9ac40a7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:36:53.823544 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-46f1607b-9165-441a-8318-995d9ac40a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:54.345663 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 36644) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:54.359229 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8296dd76-77e8-4dc6-9b4c-8bc91d3330d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:54.446112 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8296dd76-77e8-4dc6-9b4c-8bc91d3330d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:54.556108 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8296dd76-77e8-4dc6-9b4c-8bc91d3330d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:54.558647 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-2d1d1a76-e9d3-4e4a-a0c3-85ab7ed7f66e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:54.595604 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-8296dd76-77e8-4dc6-9b4c-8bc91d3330d6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9375a3026d224f639963e1a1357807e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488303 Jun 17 14:36:54.596556 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296dd76-77e8-4dc6-9b4c-8bc91d3330d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66d2da4-e0cc-4e80-ae2b-92f3de5d735f,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:54.598420 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 36646) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:36:54.600102 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-8296dd76-77e8-4dc6-9b4c-8bc91d3330d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:36:54.647944 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4c66aca2-807d-427f-80cc-be16746499d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:54.667805 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4c66aca2-807d-427f-80cc-be16746499d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:54.864479 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4c66aca2-807d-427f-80cc-be16746499d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:54.867238 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4c66aca2-807d-427f-80cc-be16746499d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:36:54.868472 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-4c66aca2-807d-427f-80cc-be16746499d9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c66d2da4-e0cc-4e80-ae2b-92f3de5d735f HTTP/1.1" status: 204 len: 168 time: 0.2689993 Jun 17 14:36:54.869265 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-8880237f-a8de-4b66-923d-4e7007e5d518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:36:54.878029 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66aca2-807d-427f-80cc-be16746499d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66d2da4-e0cc-4e80-ae2b-92f3de5d735f,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:36:54.880211 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4c66aca2-807d-427f-80cc-be16746499d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:05.413301 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:07.016990 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1348c8-cf0f-4100-8cee-2b13b6bd4499 req-1272c2fd-340d-4596-b6a0-58b4560cb848 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:37:07.018568 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ab1348c8-cf0f-4100-8cee-2b13b6bd4499 req-1272c2fd-340d-4596-b6a0-58b4560cb848 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 947 time: 0.0665796 Jun 17 14:37:07.056886 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-ab1348c8-cf0f-4100-8cee-2b13b6bd4499 req-39deb5e7-3cf0-41fd-8272-f62a71eb0cf3 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327034 Jun 17 14:37:08.236857 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2db20-7058-4f50-abc2-a5cc69ffdf43 req-a8ecec93-2d16-43e8-8edb-8d26c0ca6232 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:37:08.238359 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cad2db20-7058-4f50-abc2-a5cc69ffdf43 req-a8ecec93-2d16-43e8-8edb-8d26c0ca6232 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 947 time: 0.0620949 Jun 17 14:37:08.280550 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cad2db20-7058-4f50-abc2-a5cc69ffdf43 req-0b6d206e-c979-40e2-822a-76ae39c7dd68 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups?id=1137c9fa-a336-465e-a6af-e8d000725d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353761 Jun 17 14:37:08.494399 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba995a-9972-4dc3-a87f-a21ce938f98e req-11521c95-02ab-4d97-aee3-782d11b46aba tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:37:08.495795 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-aeba995a-9972-4dc3-a87f-a21ce938f98e req-11521c95-02ab-4d97-aee3-782d11b46aba tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.93 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 947 time: 0.0607800 Jun 17 14:37:08.593894 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-aeba995a-9972-4dc3-a87f-a21ce938f98e req-34e2c34e-9213-4329-8c50-3831477671e2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Deleting port d74b7ce8-9559-4728-8b33-19d0a7096b7a {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:37:08.594260 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-aeba995a-9972-4dc3-a87f-a21ce938f98e req-34e2c34e-9213-4329-8c50-3831477671e2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:08.686296 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-aeba995a-9972-4dc3-a87f-a21ce938f98e req-34e2c34e-9213-4329-8c50-3831477671e2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] For port d74b7ce8-9559-4728-8b33-19d0a7096b7a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d74b7ce8-9559-4728-8b33-19d0a7096b7a,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:37:08.686643 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-aeba995a-9972-4dc3-a87f-a21ce938f98e req-34e2c34e-9213-4329-8c50-3831477671e2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:08.847921 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-aeba995a-9972-4dc3-a87f-a21ce938f98e req-34e2c34e-9213-4329-8c50-3831477671e2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:08.848214 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-aeba995a-9972-4dc3-a87f-a21ce938f98e req-34e2c34e-9213-4329-8c50-3831477671e2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982482'] for floatingip, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:08.848528 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.db.l3_db [req-aeba995a-9972-4dc3-a87f-a21ce938f98e req-34e2c34e-9213-4329-8c50-3831477671e2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Floating IP c761bcbf-fcbe-4ad0-be9b-b2a932130aa3 disassociated. External IP: 172.28.1.245, port: d74b7ce8-9559-4728-8b33-19d0a7096b7a. Jun 17 14:37:08.848870 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-aeba995a-9972-4dc3-a87f-a21ce938f98e req-34e2c34e-9213-4329-8c50-3831477671e2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Calling delete_port for d74b7ce8-9559-4728-8b33-19d0a7096b7a owned by compute:nova {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:37:09.066417 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-aeba995a-9972-4dc3-a87f-a21ce938f98e req-34e2c34e-9213-4329-8c50-3831477671e2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520883'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:09.067709 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-5280f76d-cc89-4e10-815c-6be89e872259 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:09.093950 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2c34e-9213-4329-8c50-3831477671e2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Pushing event deleted for resources: {'Port': ['ID=d74b7ce8-9559-4728-8b33-19d0a7096b7a,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:09.097016 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-34e2c34e-9213-4329-8c50-3831477671e2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:09.130255 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 36828) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:09.205965 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aeba995a-9972-4dc3-a87f-a21ce938f98e req-34e2c34e-9213-4329-8c50-3831477671e2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Router 2a8afa69-050d-4668-abf0-0f3ecd55234c has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:37:09.236108 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-99e9ff18-81ce-4a5e-a45e-27df616be585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:09.315671 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aeba995a-9972-4dc3-a87f-a21ce938f98e req-34e2c34e-9213-4329-8c50-3831477671e2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:37:09.324944 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-99e9ff18-81ce-4a5e-a45e-27df616be585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:09.329948 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d9b5ed-6a72-4b90-aae9-76a8b31f1a39 None None] Sync routers for ids ['2a8afa69-050d-4668-abf0-0f3ecd55234c'] in dv-cinder-796286-6-smb {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:37:09.339222 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d9b5ed-6a72-4b90-aae9-76a8b31f1a39 None None] Routers {'2a8afa69-050d-4668-abf0-0f3ecd55234c'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:37:09.339606 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-f3d9b5ed-6a72-4b90-aae9-76a8b31f1a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:36:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['2a8afa69-050d-4668-abf0-0f3ecd55234c'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:09.362949 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeba995a-9972-4dc3-a87f-a21ce938f98e req-34e2c34e-9213-4329-8c50-3831477671e2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] No DVR routers for this DVR port d74b7ce8-9559-4728-8b33-19d0a7096b7a on host hv-cinder-79628 {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:37:09.365537 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-aeba995a-9972-4dc3-a87f-a21ce938f98e req-34e2c34e-9213-4329-8c50-3831477671e2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:09.367640 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-aeba995a-9972-4dc3-a87f-a21ce938f98e req-34e2c34e-9213-4329-8c50-3831477671e2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.93 "DELETE /v2.0/ports/d74b7ce8-9559-4728-8b33-19d0a7096b7a HTTP/1.1" status: 204 len: 173 time: 0.8662026 Jun 17 14:37:09.368088 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6959af72-caec-4f5e-b6df-962d7152f5b2', 'name': 'network-vif-deleted', 'tag': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:37:09.370473 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be9fa61-8120-4260-af84-8b41e5025fb4" -d '{"events": [{"server_uuid": "6959af72-caec-4f5e-b6df-962d7152f5b2", "name": "network-vif-deleted", "tag": "d74b7ce8-9559-4728-8b33-19d0a7096b7a"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:37:09.407568 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab8b55d-422a-4c91-b360-c85610a703e3 x-openstack-request-id: req-6ab8b55d-422a-4c91-b360-c85610a703e3 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:37:09.407935 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6959af72-caec-4f5e-b6df-962d7152f5b2", "name": "network-vif-deleted", "tag": "d74b7ce8-9559-4728-8b33-19d0a7096b7a", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:37:09.408570 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6ab8b55d-422a-4c91-b360-c85610a703e3 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:37:09.408716 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6959af72-caec-4f5e-b6df-962d7152f5b2', 'name': 'network-vif-deleted', 'tag': 'd74b7ce8-9559-4728-8b33-19d0a7096b7a', 'status': 'completed', 'code': 200} Jun 17 14:37:09.450917 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-fe03a778-75d3-4d93-b7d6-fc340ea9bad8 req-83a71808-b07d-4116-96fa-7e0d71573207 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 210 time: 0.0340924 Jun 17 14:37:09.457495 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-f3d9b5ed-6a72-4b90-aae9-76a8b31f1a39 None None] Set router 2a8afa69-050d-4668-abf0-0f3ecd55234c gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:37:09.482088 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-99e9ff18-81ce-4a5e-a45e-27df616be585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:09.486566 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-b3e9447c-9ae4-4e09-941a-0bb46dc82eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:09.525295 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-99e9ff18-81ce-4a5e-a45e-27df616be585 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=62dc50ca4e7e4c86a9433dec7af9ab8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3934042 Jun 17 14:37:09.526561 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9ff18-81ce-4a5e-a45e-27df616be585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779d119f-d6ca-41f5-b23b-894c5a30e5cf,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:09.528145 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 36836) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:09.535101 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-99e9ff18-81ce-4a5e-a45e-27df616be585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:09.589263 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a2f377ec-44f8-433f-9178-a70e92fc6468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:09.612487 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a2f377ec-44f8-433f-9178-a70e92fc6468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:09.674605 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-f3d9b5ed-6a72-4b90-aae9-76a8b31f1a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'name': 'tempest-AttachVolumeShelveTestJSON-680198692-router', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:15Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 4, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'gw_port': {'id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:16Z', 'updated_at': '2021-06-17T14:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '0c809b4f-1a37-49c2-9844-5c0550ff4976', 'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'mac_address': 'fa:16:3e:35:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:33Z', 'revision_number': 5, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'subnets': [{'id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:09.706492 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d9b5ed-6a72-4b90-aae9-76a8b31f1a39 None None] Checking router: 2a8afa69-050d-4668-abf0-0f3ecd55234c for host: dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:37:09.708859 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d9b5ed-6a72-4b90-aae9-76a8b31f1a39 None None] Routers {'2a8afa69-050d-4668-abf0-0f3ecd55234c'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:37:09.709226 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-f3d9b5ed-6a72-4b90-aae9-76a8b31f1a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:36:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['2a8afa69-050d-4668-abf0-0f3ecd55234c'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:09.761081 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a2f377ec-44f8-433f-9178-a70e92fc6468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:09.764104 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a2f377ec-44f8-433f-9178-a70e92fc6468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:09.768535 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-a2f377ec-44f8-433f-9178-a70e92fc6468 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/779d119f-d6ca-41f5-b23b-894c5a30e5cf HTTP/1.1" status: 204 len: 168 time: 0.2361062 Jun 17 14:37:09.768535 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-8e66b17b-5f09-4ae6-b229-a5baa29d6cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:09.774258 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f377ec-44f8-433f-9178-a70e92fc6468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779d119f-d6ca-41f5-b23b-894c5a30e5cf,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:09.777082 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-a2f377ec-44f8-433f-9178-a70e92fc6468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:09.824870 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-f3d9b5ed-6a72-4b90-aae9-76a8b31f1a39 None None] Set router 2a8afa69-050d-4668-abf0-0f3ecd55234c gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:37:10.026177 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-f3d9b5ed-6a72-4b90-aae9-76a8b31f1a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'name': 'tempest-AttachVolumeShelveTestJSON-680198692-router', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:15Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 4, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'gw_port': {'id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:16Z', 'updated_at': '2021-06-17T14:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '0c809b4f-1a37-49c2-9844-5c0550ff4976', 'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'mac_address': 'fa:16:3e:35:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:33Z', 'revision_number': 5, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'subnets': [{'id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:10.058747 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d9b5ed-6a72-4b90-aae9-76a8b31f1a39 None None] The sync data for ids ['2a8afa69-050d-4668-abf0-0f3ecd55234c'] in dv-cinder-796286-6-smb is: [{'id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'name': 'tempest-AttachVolumeShelveTestJSON-680198692-router', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:15Z', 'updated_at': '2021-06-17T14:30:21Z', 'revision_number': 4, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'gw_port': {'id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:16Z', 'updated_at': '2021-06-17T14:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '0c809b4f-1a37-49c2-9844-5c0550ff4976', 'name': '', 'network_id': '5c84abbf-7edc-4ea0-b570-d4f577e25772', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'mac_address': 'fa:16:3e:35:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:20Z', 'updated_at': '2021-06-17T14:30:33Z', 'revision_number': 5, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'subnets': [{'id': 'cdb313b6-281b-48ec-b3c1-9a23239d4b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:37:10.279181 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a371935-99f5-4fef-84d3-59576095a714 None None] New status for floating IP c761bcbf-fcbe-4ad0-be9b-b2a932130aa3: DOWN {{(pid=93281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:37:10.521406 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 36852) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:10.536403 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-53d43112-c5e2-42b7-acbe-7b191d1072e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:10.627661 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c696a60e-9f76-46b3-bc14-3f02d405d52b req-6fa69bb8-08ac-485a-bf8a-e644d9fa5d73 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/ports?device_id=6959af72-caec-4f5e-b6df-962d7152f5b2 HTTP/1.1" status: 200 len: 210 time: 0.0281222 Jun 17 14:37:10.634770 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-53d43112-c5e2-42b7-acbe-7b191d1072e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:10.738382 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-53d43112-c5e2-42b7-acbe-7b191d1072e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:10.741718 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-aace07ed-b1ca-4d5e-8530-9cfb92559a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:10.778759 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-53d43112-c5e2-42b7-acbe-7b191d1072e6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1806cc39ec144babb2e72327cd8926d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548375 Jun 17 14:37:10.778759 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d43112-c5e2-42b7-acbe-7b191d1072e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a7eb0f-6dca-43c7-a296-0cae4074f5ad,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:10.780396 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 36854) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:10.781739 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-53d43112-c5e2-42b7-acbe-7b191d1072e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:10.829264 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-65ac8a2b-bb57-4545-93e9-aeb90b620218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:10.849559 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-65ac8a2b-bb57-4545-93e9-aeb90b620218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:11.041225 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-65ac8a2b-bb57-4545-93e9-aeb90b620218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:11.044214 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-65ac8a2b-bb57-4545-93e9-aeb90b620218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:11.047661 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-65ac8a2b-bb57-4545-93e9-aeb90b620218 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/18a7eb0f-6dca-43c7-a296-0cae4074f5ad HTTP/1.1" status: 204 len: 168 time: 0.2634137 Jun 17 14:37:11.047661 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-f1621264-b8ea-4379-ae29-c623cb6c9f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:11.054290 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac8a2b-bb57-4545-93e9-aeb90b620218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a7eb0f-6dca-43c7-a296-0cae4074f5ad,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:11.056913 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-65ac8a2b-bb57-4545-93e9-aeb90b620218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:11.906113 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 36876) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:11.977738 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d0be4339-dcfc-4e39-a881-fb97995c5722 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:12.005200 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d0be4339-dcfc-4e39-a881-fb97995c5722 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:12.075599 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 36884) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:12.144057 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d0be4339-dcfc-4e39-a881-fb97995c5722 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:12.146958 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d0be4339-dcfc-4e39-a881-fb97995c5722 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:12.150843 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 36890) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:12.151491 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-d0be4339-dcfc-4e39-a881-fb97995c5722 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "DELETE /v2.0/security-groups/1137c9fa-a336-465e-a6af-e8d000725d11 HTTP/1.1" status: 204 len: 168 time: 0.2436926 Jun 17 14:37:12.151751 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-b316a560-19d2-4174-850d-587846dadab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:12.164032 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be4339-dcfc-4e39-a881-fb97995c5722 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1137c9fa-a336-465e-a6af-e8d000725d11,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:12.167139 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-d0be4339-dcfc-4e39-a881-fb97995c5722 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:12.177612 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.api.v2.resource [None req-610d8cd7-23c6-42d3-8b34-8aca57d10733 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] show failed (client error): The resource could not be found. Jun 17 14:37:12.179061 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-610d8cd7-23c6-42d3-8b34-8aca57d10733 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "GET /v2.0/security-groups/1137c9fa-a336-465e-a6af-e8d000725d11 HTTP/1.1" status: 404 len: 347 time: 0.0270035 Jun 17 14:37:12.181830 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 36892) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:12.198860 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e460bccd-6159-4e99-ae66-5aae009767cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:12.327815 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-1b73866c-4f30-4ca8-9c2e-39ad040dda64 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Deleting port a317e76f-ea2c-48d2-b024-a322b9a2d6fb {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:37:12.328259 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1b73866c-4f30-4ca8-9c2e-39ad040dda64 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:12.332615 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e460bccd-6159-4e99-ae66-5aae009767cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:12.401265 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e460bccd-6159-4e99-ae66-5aae009767cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:12.406185 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-77d20241-e69a-4fc4-82ca-6a907b4e9757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:12.410144 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1b73866c-4f30-4ca8-9c2e-39ad040dda64 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:12.410688 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1b73866c-4f30-4ca8-9c2e-39ad040dda64 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:12.444569 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-e460bccd-6159-4e99-ae66-5aae009767cc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=95e5bdffee584646bc659d106d331a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649037 Jun 17 14:37:12.444569 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460bccd-6159-4e99-ae66-5aae009767cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d1dda9-ecf7-4979-b959-1113ca12e031,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:12.445668 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 36898) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:12.459456 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-e460bccd-6159-4e99-ae66-5aae009767cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:12.478494 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-1b73866c-4f30-4ca8-9c2e-39ad040dda64 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Calling delete_port for a317e76f-ea2c-48d2-b024-a322b9a2d6fb owned by network:floatingip {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:37:12.500484 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fcb8fb32-2ca1-4dc4-82fe-7e1ff317eb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:12.521729 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fcb8fb32-2ca1-4dc4-82fe-7e1ff317eb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:12.629620 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fcb8fb32-2ca1-4dc4-82fe-7e1ff317eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:12.632223 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fcb8fb32-2ca1-4dc4-82fe-7e1ff317eb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:12.633371 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-fcb8fb32-2ca1-4dc4-82fe-7e1ff317eb3a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e3d1dda9-ecf7-4979-b959-1113ca12e031 HTTP/1.1" status: 204 len: 168 time: 0.1828971 Jun 17 14:37:12.634236 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-f2a1334e-e2d0-408b-8156-545a6a9263f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:12.642400 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8fb32-2ca1-4dc4-82fe-7e1ff317eb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d1dda9-ecf7-4979-b959-1113ca12e031,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:12.644387 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-fcb8fb32-2ca1-4dc4-82fe-7e1ff317eb3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:12.658323 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1b73866c-4f30-4ca8-9c2e-39ad040dda64 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260461617'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:12.661922 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-9272ac5e-4d21-4628-a4ad-3020d51090b8 tempest-VolumesNegativeTest-847453966 tempest-VolumesNegativeTest-847453966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:12.684864 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73866c-4f30-4ca8-9c2e-39ad040dda64 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Pushing event deleted for resources: {'Port': ['ID=a317e76f-ea2c-48d2-b024-a322b9a2d6fb,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:12.687834 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-1b73866c-4f30-4ca8-9c2e-39ad040dda64 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:12.750066 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1b73866c-4f30-4ca8-9c2e-39ad040dda64 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks [] for floatingip, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:12.752760 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-1b73866c-4f30-4ca8-9c2e-39ad040dda64 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:12.753956 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-1b73866c-4f30-4ca8-9c2e-39ad040dda64 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] 10.222.0.86 "DELETE /v2.0/floatingips/c761bcbf-fcbe-4ad0-be9b-b2a932130aa3 HTTP/1.1" status: 204 len: 168 time: 0.5709958 Jun 17 14:37:13.318766 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d6fcc62e-e976-4768-9611-7cf47b34643a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:13.734559 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device d74b7ce8-9559-4728-8b33-19d0a7096b7a no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:37:13.756358 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] No Port match for: d74b7ce8-9559-4728-8b33-19d0a7096b7a {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:37:13.756726 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device d74b7ce8-9559-4728-8b33-19d0a7096b7a not bound to the agent host hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:37:15.692319 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-273a199b-341f-4c03-88d9-b12622f2a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:15.840981 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:16.142557 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 36990) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:16.302072 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-5bec6d2c-0af6-457d-8798-fe39fcfeeaa5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Deleting port 97b2ec0b-a8bf-41e8-8594-ad7d2661d450 {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:37:16.302429 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5bec6d2c-0af6-457d-8798-fe39fcfeeaa5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:16.380377 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5bec6d2c-0af6-457d-8798-fe39fcfeeaa5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:16.380709 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5bec6d2c-0af6-457d-8798-fe39fcfeeaa5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:16.446452 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-5bec6d2c-0af6-457d-8798-fe39fcfeeaa5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Calling delete_port for 97b2ec0b-a8bf-41e8-8594-ad7d2661d450 owned by network:floatingip {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:37:16.732919 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5bec6d2c-0af6-457d-8798-fe39fcfeeaa5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260461617'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:16.736260 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-1d81dd15-e9f8-4e6d-8d35-d1927e15bb97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:16.762438 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec6d2c-0af6-457d-8798-fe39fcfeeaa5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Pushing event deleted for resources: {'Port': ['ID=97b2ec0b-a8bf-41e8-8594-ad7d2661d450,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:16.767223 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-5bec6d2c-0af6-457d-8798-fe39fcfeeaa5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:16.837147 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5bec6d2c-0af6-457d-8798-fe39fcfeeaa5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for floatingip, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:16.837486 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.db.l3_db [None req-5bec6d2c-0af6-457d-8798-fe39fcfeeaa5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Floating IP 49f18674-5092-47e8-b998-21fc69f6b00a disassociated (deleted). External IP: 172.28.1.4, port: 322aaae3-c618-462a-ae50-b6b6040edd5a. Jun 17 14:37:16.868616 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37010) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:16.875406 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:17.050009 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bec6d2c-0af6-457d-8798-fe39fcfeeaa5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Router 699b8750-07b0-4efc-942a-86014c08a013 has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:37:17.158811 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bec6d2c-0af6-457d-8798-fe39fcfeeaa5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:37:17.163259 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5bec6d2c-0af6-457d-8798-fe39fcfeeaa5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:17.171167 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bea2bb-04d6-48d5-a01c-cef74cf42100 None None] Sync routers for ids ['699b8750-07b0-4efc-942a-86014c08a013'] in dv-cinder-796286-6-smb {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:37:17.181319 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bea2bb-04d6-48d5-a01c-cef74cf42100 None None] Routers {'699b8750-07b0-4efc-942a-86014c08a013'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:37:17.182235 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-80bea2bb-04d6-48d5-a01c-cef74cf42100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:37:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['699b8750-07b0-4efc-942a-86014c08a013'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:17.203863 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-5bec6d2c-0af6-457d-8798-fe39fcfeeaa5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "DELETE /v2.0/floatingips/49f18674-5092-47e8-b998-21fc69f6b00a HTTP/1.1" status: 204 len: 168 time: 1.0599697 Jun 17 14:37:17.204622 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0060874d-46ad-4102-b6ff-6b8f297fde7d', 'tag': '322aaae3-c618-462a-ae50-b6b6040edd5a'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:37:17.207119 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8863a126823674440be2fd171a9f51742ed7e76304ce63add1381630eebf7721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a0cf16-5e54-42e0-8a88-78429cec15a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0060874d-46ad-4102-b6ff-6b8f297fde7d", "tag": "322aaae3-c618-462a-ae50-b6b6040edd5a"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:37:17.305819 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-80bea2bb-04d6-48d5-a01c-cef74cf42100 None None] Set router 699b8750-07b0-4efc-942a-86014c08a013 gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:37:17.377444 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190d4588-e8b3-41a2-b4b9-a5671324cc5f x-openstack-request-id: req-190d4588-e8b3-41a2-b4b9-a5671324cc5f {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:37:17.377852 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0060874d-46ad-4102-b6ff-6b8f297fde7d", "tag": "322aaae3-c618-462a-ae50-b6b6040edd5a", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:37:17.378149 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-190d4588-e8b3-41a2-b4b9-a5671324cc5f {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:37:17.378588 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0060874d-46ad-4102-b6ff-6b8f297fde7d', 'tag': '322aaae3-c618-462a-ae50-b6b6040edd5a', 'status': 'completed', 'code': 200} Jun 17 14:37:17.513007 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-80bea2bb-04d6-48d5-a01c-cef74cf42100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699b8750-07b0-4efc-942a-86014c08a013', 'name': 'tempest-TestShelveInstance-497028267-router', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:04Z', 'updated_at': '2021-06-17T14:32:08Z', 'revision_number': 4, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'gw_port': {'id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699b8750-07b0-4efc-942a-86014c08a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:05Z', 'updated_at': '2021-06-17T14:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '6189851c-136b-4527-9da4-3539a2e53db6', 'name': '', 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'mac_address': 'fa:16:3e:e2:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699b8750-07b0-4efc-942a-86014c08a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'b9e5a000-21d1-4288-8156-fe8768563b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:07Z', 'updated_at': '2021-06-17T14:32:14Z', 'revision_number': 5, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'subnets': [{'id': 'b9e5a000-21d1-4288-8156-fe8768563b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:17.515542 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0cf16-5e54-42e0-8a88-78429cec15a1 req-d21999d5-438e-476f-8ffb-e1155128dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:37:17.517023 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e5a0cf16-5e54-42e0-8a88-78429cec15a1 req-d21999d5-438e-476f-8ffb-e1155128dc0f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6d8f5cf3dd6d40df90ce4d61d76cd882&device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 1098 time: 0.1180408 Jun 17 14:37:17.536138 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-967437'] for router_interface, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:17.538677 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bea2bb-04d6-48d5-a01c-cef74cf42100 None None] Checking router: 699b8750-07b0-4efc-942a-86014c08a013 for host: dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:37:17.547588 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bea2bb-04d6-48d5-a01c-cef74cf42100 None None] Routers {'699b8750-07b0-4efc-942a-86014c08a013'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:37:17.548184 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-80bea2bb-04d6-48d5-a01c-cef74cf42100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:37:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['699b8750-07b0-4efc-942a-86014c08a013'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:17.651648 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-80bea2bb-04d6-48d5-a01c-cef74cf42100 None None] Set router 699b8750-07b0-4efc-942a-86014c08a013 gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:37:17.957195 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-80bea2bb-04d6-48d5-a01c-cef74cf42100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699b8750-07b0-4efc-942a-86014c08a013', 'name': 'tempest-TestShelveInstance-497028267-router', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:04Z', 'updated_at': '2021-06-17T14:32:08Z', 'revision_number': 4, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'gw_port': {'id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699b8750-07b0-4efc-942a-86014c08a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:05Z', 'updated_at': '2021-06-17T14:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '6189851c-136b-4527-9da4-3539a2e53db6', 'name': '', 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'mac_address': 'fa:16:3e:e2:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699b8750-07b0-4efc-942a-86014c08a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'b9e5a000-21d1-4288-8156-fe8768563b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:07Z', 'updated_at': '2021-06-17T14:32:14Z', 'revision_number': 5, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'subnets': [{'id': 'b9e5a000-21d1-4288-8156-fe8768563b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:17.983775 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bea2bb-04d6-48d5-a01c-cef74cf42100 None None] The sync data for ids ['699b8750-07b0-4efc-942a-86014c08a013'] in dv-cinder-796286-6-smb is: [{'id': '699b8750-07b0-4efc-942a-86014c08a013', 'name': 'tempest-TestShelveInstance-497028267-router', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:04Z', 'updated_at': '2021-06-17T14:32:08Z', 'revision_number': 4, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'gw_port': {'id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699b8750-07b0-4efc-942a-86014c08a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:05Z', 'updated_at': '2021-06-17T14:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '6189851c-136b-4527-9da4-3539a2e53db6', 'name': '', 'network_id': 'd0606b52-95ae-4485-875d-65cf2291aa57', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'mac_address': 'fa:16:3e:e2:fa:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699b8750-07b0-4efc-942a-86014c08a013', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'b9e5a000-21d1-4288-8156-fe8768563b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:07Z', 'updated_at': '2021-06-17T14:32:14Z', 'revision_number': 5, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'subnets': [{'id': 'b9e5a000-21d1-4288-8156-fe8768563b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:37:18.009530 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0cf16-5e54-42e0-8a88-78429cec15a1 req-2c75e93a-9461-4c99-aa7f-aa29add7f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:37:18.011027 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e5a0cf16-5e54-42e0-8a88-78429cec15a1 req-2c75e93a-9461-4c99-aa7f-aa29add7f012 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d0606b52-95ae-4485-875d-65cf2291aa57 HTTP/1.1" status: 200 len: 910 time: 0.4865294 Jun 17 14:37:18.133897 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e5a0cf16-5e54-42e0-8a88-78429cec15a1 req-20666615-52b1-4d22-b70b-0400fb26aa81 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=322aaae3-c618-462a-ae50-b6b6040edd5a HTTP/1.1" status: 200 len: 217 time: 0.0710943 Jun 17 14:37:18.168827 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1605579-5d5b-4e7d-898f-d79b33e38565 req-cfe3392d-916c-4e40-b1c9-229a13a5acd0 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:37:18.170960 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c1605579-5d5b-4e7d-898f-d79b33e38565 req-cfe3392d-916c-4e40-b1c9-229a13a5acd0 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.2375281 Jun 17 14:37:18.241635 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd2541-2945-4241-9315-51c29537af0c None None] New status for floating IP 49f18674-5092-47e8-b998-21fc69f6b00a: DOWN {{(pid=93281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:37:18.250340 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0cf16-5e54-42e0-8a88-78429cec15a1 req-c8380bfc-d4f7-46b8-b57a-f21c72392a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:37:18.251822 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e5a0cf16-5e54-42e0-8a88-78429cec15a1 req-c8380bfc-d4f7-46b8-b57a-f21c72392a44 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b9e5a000-21d1-4288-8156-fe8768563b32 HTTP/1.1" status: 200 len: 847 time: 0.1091795 Jun 17 14:37:18.278903 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c1605579-5d5b-4e7d-898f-d79b33e38565 req-b87f1635-95fd-4ff0-8120-269dafc09da4 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832689 Jun 17 14:37:18.397034 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0cf16-5e54-42e0-8a88-78429cec15a1 req-dbe71986-402b-4950-8a3b-dd514d28b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:37:18.401566 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e5a0cf16-5e54-42e0-8a88-78429cec15a1 req-dbe71986-402b-4950-8a3b-dd514d28b293 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0606b52-95ae-4485-875d-65cf2291aa57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1352637 Jun 17 14:37:18.467307 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Deleting port 0c809b4f-1a37-49c2-9844-5c0550ff4976 {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:37:18.467541 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:18.548000 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e5a0cf16-5e54-42e0-8a88-78429cec15a1 req-d72ee54a-3dd0-4671-ba9a-0b2dff913556 service neutron] 10.222.0.93 "GET /v2.0/networks/d0606b52-95ae-4485-875d-65cf2291aa57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416526 Jun 17 14:37:18.589037 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] For port 0c809b4f-1a37-49c2-9844-5c0550ff4976, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=0c809b4f-1a37-49c2-9844-5c0550ff4976,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:37:18.589440 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:18.685134 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Calling delete_port for 0c809b4f-1a37-49c2-9844-5c0550ff4976 owned by network:router_interface {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:37:18.755220 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e5a0cf16-5e54-42e0-8a88-78429cec15a1 req-ef7a5a75-3310-4899-bd1c-dd802e724d75 service neutron] 10.222.0.93 "GET /v2.0/networks/d0606b52-95ae-4485-875d-65cf2291aa57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003653 Jun 17 14:37:18.778869 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:18.949518 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520883'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:18.952463 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:18.979121 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c809b4f-1a37-49c2-9844-5c0550ff4976,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:18.991888 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:18.991888 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:18.991888 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:18.991888 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:18.992257 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:18.992445 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:18.992639 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:18.992991 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:18.993341 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:18.993793 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:18.994138 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:18.994531 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:19.013130 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:19.157267 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-968893'] for router_interface, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:19.409807 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb4a42-dba4-4cbc-bd97-53cdc9730ef6 req-0984b4c2-1d79-4674-82dd-dcacbda4783e tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:37:19.411241 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c3bb4a42-dba4-4cbc-bd97-53cdc9730ef6 req-0984b4c2-1d79-4674-82dd-dcacbda4783e tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.93 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.1151805 Jun 17 14:37:19.412957 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Router 2a8afa69-050d-4668-abf0-0f3ecd55234c has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:37:19.458838 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91026b5c-6a21-4d0c-809d-c221d1d11add req-2edd5d97-2ebc-4edc-a748-9e68d9d95168 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:37:19.460328 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-91026b5c-6a21-4d0c-809d-c221d1d11add req-2edd5d97-2ebc-4edc-a748-9e68d9d95168 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 945 time: 0.0627093 Jun 17 14:37:19.498766 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-91026b5c-6a21-4d0c-809d-c221d1d11add req-3c3edcd8-f510-42a2-bd83-4d4a4255686c tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/security-groups?id=50c0825b-339b-494f-bc1d-2a741d069af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317082 Jun 17 14:37:19.585475 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:37:19.593670 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] 10.222.0.86 "PUT /v2.0/routers/2a8afa69-050d-4668-abf0-0f3ecd55234c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7236710 Jun 17 14:37:19.596239 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37052) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:19.598639 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9128a4-cf23-4a54-af89-31f99706aad1 None None] Sync routers for ids ['2a8afa69-050d-4668-abf0-0f3ecd55234c'] in dv-cinder-796286-6-smb {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:37:19.599118 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-c3bb4a42-dba4-4cbc-bd97-53cdc9730ef6 req-6ca2a7a6-5cad-4aa6-b6a1-85e164e87d0b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Deleting port 322aaae3-c618-462a-ae50-b6b6040edd5a {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:37:19.599304 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-c3bb4a42-dba4-4cbc-bd97-53cdc9730ef6 req-6ca2a7a6-5cad-4aa6-b6a1-85e164e87d0b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:19.612766 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9128a4-cf23-4a54-af89-31f99706aad1 None None] Routers {'2a8afa69-050d-4668-abf0-0f3ecd55234c'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:37:19.616479 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-4f9128a4-cf23-4a54-af89-31f99706aad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:37:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['2a8afa69-050d-4668-abf0-0f3ecd55234c'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:19.728805 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-08171f55-8cf4-4f35-bdfa-6e45bc6c1ce3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:19.728923 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-c3bb4a42-dba4-4cbc-bd97-53cdc9730ef6 req-6ca2a7a6-5cad-4aa6-b6a1-85e164e87d0b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] For port 322aaae3-c618-462a-ae50-b6b6040edd5a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=322aaae3-c618-462a-ae50-b6b6040edd5a,segment=NetworkSegment(d0194e12-ea5a-4b56-a3d0-9cdd3dabab85),segment_id=d0194e12-ea5a-4b56-a3d0-9cdd3dabab85)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:37:19.728923 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-c3bb4a42-dba4-4cbc-bd97-53cdc9730ef6 req-6ca2a7a6-5cad-4aa6-b6a1-85e164e87d0b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:19.752375 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-4f9128a4-cf23-4a54-af89-31f99706aad1 None None] Set router 2a8afa69-050d-4668-abf0-0f3ecd55234c gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:37:19.808720 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-c3bb4a42-dba4-4cbc-bd97-53cdc9730ef6 req-6ca2a7a6-5cad-4aa6-b6a1-85e164e87d0b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Calling delete_port for 322aaae3-c618-462a-ae50-b6b6040edd5a owned by compute:nova {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:37:19.989089 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-4f9128a4-cf23-4a54-af89-31f99706aad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'name': 'tempest-AttachVolumeShelveTestJSON-680198692-router', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:15Z', 'updated_at': '2021-06-17T14:37:18Z', 'revision_number': 5, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'gw_port': {'id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:16Z', 'updated_at': '2021-06-17T14:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:20.029217 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9128a4-cf23-4a54-af89-31f99706aad1 None None] Checking router: 2a8afa69-050d-4668-abf0-0f3ecd55234c for host: dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:37:20.045420 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9128a4-cf23-4a54-af89-31f99706aad1 None None] Routers {'2a8afa69-050d-4668-abf0-0f3ecd55234c'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:37:20.046173 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-4f9128a4-cf23-4a54-af89-31f99706aad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:37:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['2a8afa69-050d-4668-abf0-0f3ecd55234c'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:20.046795 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-c3bb4a42-dba4-4cbc-bd97-53cdc9730ef6 req-6ca2a7a6-5cad-4aa6-b6a1-85e164e87d0b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520883'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:20.060132 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4030a6a3-05d8-4986-92b5-c376bdc9a93f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:20.132703 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2a7a6-5cad-4aa6-b6a1-85e164e87d0b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Pushing event deleted for resources: {'Port': ['ID=322aaae3-c618-462a-ae50-b6b6040edd5a,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:20.141108 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-6ca2a7a6-5cad-4aa6-b6a1-85e164e87d0b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:20.200732 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-4f9128a4-cf23-4a54-af89-31f99706aad1 None None] Set router 2a8afa69-050d-4668-abf0-0f3ecd55234c gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:37:20.221350 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-08171f55-8cf4-4f35-bdfa-6e45bc6c1ce3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:20.234301 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bb4a42-dba4-4cbc-bd97-53cdc9730ef6 req-6ca2a7a6-5cad-4aa6-b6a1-85e164e87d0b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] No DVR routers for this DVR port 322aaae3-c618-462a-ae50-b6b6040edd5a on host hv-cinder-79628 {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:37:20.236928 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-c3bb4a42-dba4-4cbc-bd97-53cdc9730ef6 req-6ca2a7a6-5cad-4aa6-b6a1-85e164e87d0b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:20.239186 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c3bb4a42-dba4-4cbc-bd97-53cdc9730ef6 req-6ca2a7a6-5cad-4aa6-b6a1-85e164e87d0b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.93 "DELETE /v2.0/ports/322aaae3-c618-462a-ae50-b6b6040edd5a HTTP/1.1" status: 204 len: 173 time: 0.8216047 Jun 17 14:37:20.239742 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0060874d-46ad-4102-b6ff-6b8f297fde7d', 'name': 'network-vif-deleted', 'tag': '322aaae3-c618-462a-ae50-b6b6040edd5a'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:37:20.242708 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f39641-4130-47e0-83ca-3bc20d235f29" -d '{"events": [{"server_uuid": "0060874d-46ad-4102-b6ff-6b8f297fde7d", "name": "network-vif-deleted", "tag": "322aaae3-c618-462a-ae50-b6b6040edd5a"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:37:20.285792 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8399a7-798b-43ab-8713-f77fe08be7a6 x-openstack-request-id: req-ea8399a7-798b-43ab-8713-f77fe08be7a6 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:37:20.286136 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0060874d-46ad-4102-b6ff-6b8f297fde7d", "name": "network-vif-deleted", "tag": "322aaae3-c618-462a-ae50-b6b6040edd5a", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:37:20.286610 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ea8399a7-798b-43ab-8713-f77fe08be7a6 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:37:20.287047 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0060874d-46ad-4102-b6ff-6b8f297fde7d', 'name': 'network-vif-deleted', 'tag': '322aaae3-c618-462a-ae50-b6b6040edd5a', 'status': 'completed', 'code': 200} Jun 17 14:37:20.394514 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-4f9128a4-cf23-4a54-af89-31f99706aad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'name': 'tempest-AttachVolumeShelveTestJSON-680198692-router', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:15Z', 'updated_at': '2021-06-17T14:37:18Z', 'revision_number': 5, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'gw_port': {'id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:16Z', 'updated_at': '2021-06-17T14:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:20.421349 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9128a4-cf23-4a54-af89-31f99706aad1 None None] The sync data for ids ['2a8afa69-050d-4668-abf0-0f3ecd55234c'] in dv-cinder-796286-6-smb is: [{'id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'name': 'tempest-AttachVolumeShelveTestJSON-680198692-router', 'tenant_id': 'f734e894b23d43df98ee905f03cdfe49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:30:15Z', 'updated_at': '2021-06-17T14:37:18Z', 'revision_number': 5, 'project_id': 'f734e894b23d43df98ee905f03cdfe49', 'gw_port': {'id': 'edcf51a6-2432-4136-ae0b-994ee5b11662', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8afa69-050d-4668-abf0-0f3ecd55234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:30:16Z', 'updated_at': '2021-06-17T14:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}] {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:37:20.490358 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-08171f55-8cf4-4f35-bdfa-6e45bc6c1ce3 admin admin] Deleting port edcf51a6-2432-4136-ae0b-994ee5b11662 {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:37:20.490926 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-08171f55-8cf4-4f35-bdfa-6e45bc6c1ce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:20.651297 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-08171f55-8cf4-4f35-bdfa-6e45bc6c1ce3 admin admin] For port edcf51a6-2432-4136-ae0b-994ee5b11662, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=edcf51a6-2432-4136-ae0b-994ee5b11662,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:37:20.651917 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-08171f55-8cf4-4f35-bdfa-6e45bc6c1ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:20.730666 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-08171f55-8cf4-4f35-bdfa-6e45bc6c1ce3 admin admin] Calling delete_port for edcf51a6-2432-4136-ae0b-994ee5b11662 owned by network:router_gateway {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:37:20.824137 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-6ebde36c-20c8-4768-b966-dfb2232eb23b req-ca95c9e0-d7c3-40e7-8216-0368b8dd2469 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 210 time: 0.0331819 Jun 17 14:37:21.052421 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-08171f55-8cf4-4f35-bdfa-6e45bc6c1ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260461617'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:21.054701 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-821dce14-370e-4771-90e7-7b14a05f3f26 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:21.079331 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08171f55-8cf4-4f35-bdfa-6e45bc6c1ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=edcf51a6-2432-4136-ae0b-994ee5b11662,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:21.082468 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-08171f55-8cf4-4f35-bdfa-6e45bc6c1ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:21.144606 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-08171f55-8cf4-4f35-bdfa-6e45bc6c1ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970422'] for router_gateway, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:21.251365 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-08171f55-8cf4-4f35-bdfa-6e45bc6c1ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-889999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-966'] for router, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:21.254293 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-08171f55-8cf4-4f35-bdfa-6e45bc6c1ce3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:21.428843 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-08171f55-8cf4-4f35-bdfa-6e45bc6c1ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891307'] for router, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:21.429399 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08171f55-8cf4-4f35-bdfa-6e45bc6c1ce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a8afa69-050d-4668-abf0-0f3ecd55234c {{(pid=93279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 14:37:21.434147 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-08171f55-8cf4-4f35-bdfa-6e45bc6c1ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:21.436361 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-08171f55-8cf4-4f35-bdfa-6e45bc6c1ce3 admin admin] 10.222.0.86 "DELETE /v2.0/routers/2a8afa69-050d-4668-abf0-0f3ecd55234c HTTP/1.1" status: 204 len: 168 time: 1.8372416 Jun 17 14:37:21.443626 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37106) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:21.501095 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.db_base_plugin_v2 [None req-600895a7-9225-43d2-aea6-691d0fbc25bf admin admin] Deleting subnet cdb313b6-281b-48ec-b3c1-9a23239d4b57 {{(pid=93279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:37:21.504685 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-600895a7-9225-43d2-aea6-691d0fbc25bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:21.554362 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-600895a7-9225-43d2-aea6-691d0fbc25bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261297413'] for subnet, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:21.671514 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-600895a7-9225-43d2-aea6-691d0fbc25bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602239'] for subnet, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:21.795847 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-600895a7-9225-43d2-aea6-691d0fbc25bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260461771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260647003'] for subnet, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:21.799344 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:21.829051 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600895a7-9225-43d2-aea6-691d0fbc25bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdb313b6-281b-48ec-b3c1-9a23239d4b57,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:21.844931 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-600895a7-9225-43d2-aea6-691d0fbc25bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:21.844931 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-600895a7-9225-43d2-aea6-691d0fbc25bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:21.844931 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-600895a7-9225-43d2-aea6-691d0fbc25bf admin admin] 10.222.0.86 "DELETE /v2.0/subnets/cdb313b6-281b-48ec-b3c1-9a23239d4b57 HTTP/1.1" status: 204 len: 168 time: 0.3906701 Jun 17 14:37:21.844931 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37124) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:21.849768 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d3acfe-1b01-4fe6-9f37-8506969bf136 None None] Network 5c84abbf-7edc-4ea0-b570-d4f577e25772 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:37:22.032246 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2004059'] for network, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:22.087337 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e817724d-7bc1-4a1d-87ec-f1820602cbc6 req-8d900397-88c8-4437-8b05-1732719035ad tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "GET /v2.0/ports?device_id=0060874d-46ad-4102-b6ff-6b8f297fde7d HTTP/1.1" status: 200 len: 210 time: 0.0539942 Jun 17 14:37:22.131387 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] Deleting port d57be556-4e62-4f0e-bbb7-d39004d2f440 {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:37:22.131822 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:22.136782 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] DHCP port deletion for 5c84abbf-7edc-4ea0-b570-d4f577e25772 request from dv-cinder-796286-6-smb {{(pid=93281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 14:37:22.183097 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 0c809b4f-1a37-49c2-9844-5c0550ff4976 no longer exists at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:37:22.210137 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] For port d57be556-4e62-4f0e-bbb7-d39004d2f440, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=d57be556-4e62-4f0e-bbb7-d39004d2f440,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:37:22.210499 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:22.212529 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] No Port match for: 0c809b4f-1a37-49c2-9844-5c0550ff4976 {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:37:22.213124 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 0c809b4f-1a37-49c2-9844-5c0550ff4976 not bound to the agent host dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:37:22.213440 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device edcf51a6-2432-4136-ae0b-994ee5b11662 no longer exists at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:37:22.237540 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] No Port match for: edcf51a6-2432-4136-ae0b-994ee5b11662 {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:37:22.237540 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device edcf51a6-2432-4136-ae0b-994ee5b11662 not bound to the agent host dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:37:22.254408 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] Deleting port d57be556-4e62-4f0e-bbb7-d39004d2f440 {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:37:22.255009 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:22.310812 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] Calling delete_port for d57be556-4e62-4f0e-bbb7-d39004d2f440 owned by network:dhcp {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:37:22.366003 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] For port d57be556-4e62-4f0e-bbb7-d39004d2f440, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=d57be556-4e62-4f0e-bbb7-d39004d2f440,segment=NetworkSegment(e0cf12ca-70e0-4818-8c0d-c5feed99a301),segment_id=e0cf12ca-70e0-4818-8c0d-c5feed99a301)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:37:22.366508 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:22.433712 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] Calling delete_port for d57be556-4e62-4f0e-bbb7-d39004d2f440 owned by network:dhcp {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:37:22.452226 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260461617'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:22.454466 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:22.484692 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] Pushing event deleted for resources: {'Port': ['ID=d57be556-4e62-4f0e-bbb7-d39004d2f440,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:22.484692 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:22.487680 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] No DVR routers for this DVR port d57be556-4e62-4f0e-bbb7-d39004d2f440 on host dv-cinder-796286-6-smb {{(pid=93279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:37:22.532392 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:22.535330 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-9c7ba536-27c4-4ece-9259-3d953d1f8e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:22.561056 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] Pushing event deleted for resources: {'Port': ['ID=d57be556-4e62-4f0e-bbb7-d39004d2f440,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:22.565003 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601830', 'neutron.services.segments.db._delete_segments_for_network-8793008842900'] for network, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:22.565547 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] No DVR routers for this DVR port d57be556-4e62-4f0e-bbb7-d39004d2f440 on host dv-cinder-796286-6-smb {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:37:22.573500 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:22.573500 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:22.573500 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:22.573500 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:22.573500 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:22.573941 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:22.573941 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:22.574935 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:22.575333 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:22.575674 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:22.576212 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:22.576323 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:22.579366 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:22.581130 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c84abbf-7edc-4ea0-b570-d4f577e25772']}} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:22.592098 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0cf12ca-70e0-4818-8c0d-c5feed99a301') {'for_net_delete': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:22.592400 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0cf12ca-70e0-4818-8c0d-c5feed99a301') {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:22.602032 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793008841189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261297418'] for segment, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:22.615817 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:22.622096 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] Releasing vlan 1118 on physical network physnet1 to pool {{(pid=93279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:37:22.622510 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260461670'] for segment, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: Traceback (most recent call last): Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: timer() Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: cb(*args, **kw) Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: return func(*args, **kwargs) Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: self._notify() Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: self.callback(batched_events) Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: event.method(event) Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: return f(self, *a, **k) Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: return self._get(url).json() Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: return self.request(url, 'GET', **kwargs) Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:37:22.624261 dv-cinder-796286-6-smb neutron-server[93279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:37:22.800245 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970450'] for network, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:22.803878 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:22.806393 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:22.808206 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] 10.222.0.86 "DELETE /v2.0/networks/5c84abbf-7edc-4ea0-b570-d4f577e25772 HTTP/1.1" status: 204 len: 168 time: 0.9653637 Jun 17 14:37:22.819578 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] Pushing event deleted for resources: {'Network': ['ID=5c84abbf-7edc-4ea0-b570-d4f577e25772,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:22.822011 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:23.132942 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37160) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:23.172784 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37162) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:23.177970 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-55c83914-a2aa-4971-8e86-58fb70aa383b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f734e894b23d43df98ee905f03cdfe49&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0437610 Jun 17 14:37:23.180249 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37164) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:23.230240 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f090-8155-4507-be53-b35bcf9c9d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:23.231964 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f4ac0595-5fc1-4970-b908-a404ccfa6e2b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:23.250934 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f090-8155-4507-be53-b35bcf9c9d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:23.256921 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f4ac0595-5fc1-4970-b908-a404ccfa6e2b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:23.515016 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f090-8155-4507-be53-b35bcf9c9d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:23.517571 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f090-8155-4507-be53-b35bcf9c9d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:23.518732 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-8ee7f090-8155-4507-be53-b35bcf9c9d37 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e316b18a-137b-4115-a271-66a280e44626 HTTP/1.1" status: 204 len: 168 time: 0.3373747 Jun 17 14:37:23.519665 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-582a1c17-bf11-477d-90c6-958d1d5b5b05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:23.527349 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7f090-8155-4507-be53-b35bcf9c9d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e316b18a-137b-4115-a271-66a280e44626,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:23.530501 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-8ee7f090-8155-4507-be53-b35bcf9c9d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:23.567000 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f4ac0595-5fc1-4970-b908-a404ccfa6e2b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:23.571904 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f4ac0595-5fc1-4970-b908-a404ccfa6e2b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:23.571904 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-f4ac0595-5fc1-4970-b908-a404ccfa6e2b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] 10.222.0.86 "DELETE /v2.0/security-groups/50c0825b-339b-494f-bc1d-2a741d069af3 HTTP/1.1" status: 204 len: 168 time: 0.3969216 Jun 17 14:37:23.571904 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4ec62b9a-01a5-423e-851d-6b53098e3b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:23.581105 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac0595-5fc1-4970-b908-a404ccfa6e2b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c0825b-339b-494f-bc1d-2a741d069af3,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:23.583543 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-f4ac0595-5fc1-4970-b908-a404ccfa6e2b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:23.721494 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37178) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:23.818584 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 322aaae3-c618-462a-ae50-b6b6040edd5a no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:37:23.837829 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] No Port match for: 322aaae3-c618-462a-ae50-b6b6040edd5a {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:37:23.838188 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 322aaae3-c618-462a-ae50-b6b6040edd5a not bound to the agent host hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:37:24.147914 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device d57be556-4e62-4f0e-bbb7-d39004d2f440 no longer exists at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:37:24.172354 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37194) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:24.173767 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] No Port match for: d57be556-4e62-4f0e-bbb7-d39004d2f440 {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:37:24.174323 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device d57be556-4e62-4f0e-bbb7-d39004d2f440 not bound to the agent host dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:37:24.294399 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-07cc98b6-6f15-4fb3-8dd9-0f0f1a443593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:24.386217 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-07cc98b6-6f15-4fb3-8dd9-0f0f1a443593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:24.466371 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-07beee73-66b0-43f1-8d9b-c601bfb4e054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-967437'] for router_interface, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:24.480824 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-07cc98b6-6f15-4fb3-8dd9-0f0f1a443593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:24.484290 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-1899f420-eddf-487c-9fa3-6e1bc57cbc4c tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:24.520760 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-07cc98b6-6f15-4fb3-8dd9-0f0f1a443593 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bdf7f008af0b468db98506a6c0804893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467216 Jun 17 14:37:24.521718 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc98b6-6f15-4fb3-8dd9-0f0f1a443593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eace54d7-ec1a-48d3-82b3-960f8d9fcc9a,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:24.523949 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37204) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:24.525904 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-07cc98b6-6f15-4fb3-8dd9-0f0f1a443593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:24.577618 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2de7114c-cce3-42ca-bb35-d905ab459f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:24.599864 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2de7114c-cce3-42ca-bb35-d905ab459f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:24.725361 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-07beee73-66b0-43f1-8d9b-c601bfb4e054 admin admin] Deleting port 6189851c-136b-4527-9da4-3539a2e53db6 {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:37:24.726215 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-07beee73-66b0-43f1-8d9b-c601bfb4e054 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:24.732073 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2de7114c-cce3-42ca-bb35-d905ab459f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:24.734978 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-2de7114c-cce3-42ca-bb35-d905ab459f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:24.736188 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-2de7114c-cce3-42ca-bb35-d905ab459f49 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/eace54d7-ec1a-48d3-82b3-960f8d9fcc9a HTTP/1.1" status: 204 len: 168 time: 0.2113423 Jun 17 14:37:24.737008 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-fd79483c-f5f4-4573-ba51-f3e7236828ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:24.744463 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7114c-cce3-42ca-bb35-d905ab459f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eace54d7-ec1a-48d3-82b3-960f8d9fcc9a,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:24.746978 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-2de7114c-cce3-42ca-bb35-d905ab459f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:24.814635 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-07beee73-66b0-43f1-8d9b-c601bfb4e054 admin admin] For port 6189851c-136b-4527-9da4-3539a2e53db6, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=6189851c-136b-4527-9da4-3539a2e53db6,segment=NetworkSegment(d0194e12-ea5a-4b56-a3d0-9cdd3dabab85),segment_id=d0194e12-ea5a-4b56-a3d0-9cdd3dabab85)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:37:24.814998 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-07beee73-66b0-43f1-8d9b-c601bfb4e054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:24.882393 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-07beee73-66b0-43f1-8d9b-c601bfb4e054 admin admin] Calling delete_port for 6189851c-136b-4527-9da4-3539a2e53db6 owned by network:router_interface {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:37:25.149370 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-07beee73-66b0-43f1-8d9b-c601bfb4e054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260461617'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:25.152257 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-7e6a5ba7-de51-485f-82c1-c1b047f17e5b tempest-VolumesActionsTest-1852967415 tempest-VolumesActionsTest-1852967415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:25.176869 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07beee73-66b0-43f1-8d9b-c601bfb4e054 admin admin] Pushing event deleted for resources: {'Port': ['ID=6189851c-136b-4527-9da4-3539a2e53db6,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:25.182603 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-07beee73-66b0-43f1-8d9b-c601bfb4e054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:25.350379 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-07beee73-66b0-43f1-8d9b-c601bfb4e054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-968893'] for router_interface, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:25.464806 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37230) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:25.492053 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-434c2fe9-23d2-4c39-9c86-7e917a5123a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:25.585618 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07beee73-66b0-43f1-8d9b-c601bfb4e054 admin admin] Router 699b8750-07b0-4efc-942a-86014c08a013 has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:37:25.593357 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-434c2fe9-23d2-4c39-9c86-7e917a5123a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:25.651975 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-434c2fe9-23d2-4c39-9c86-7e917a5123a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:25.656650 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-d0be4339-dcfc-4e39-a881-fb97995c5722 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:25.693775 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c2fe9-23d2-4c39-9c86-7e917a5123a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffada5a-f3f4-43b0-96a1-aa490e34e251,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:25.696907 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-434c2fe9-23d2-4c39-9c86-7e917a5123a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:25.702539 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-434c2fe9-23d2-4c39-9c86-7e917a5123a6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=08f186cd8ce34ff6811af1b721cf9746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349687 Jun 17 14:37:25.704982 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37240) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:25.705643 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07beee73-66b0-43f1-8d9b-c601bfb4e054 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:37:25.719607 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431a0c1e-a753-4cbc-ac1d-ccbf7f874da6 None None] Sync routers for ids ['699b8750-07b0-4efc-942a-86014c08a013'] in dv-cinder-796286-6-smb {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:37:25.720310 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-07beee73-66b0-43f1-8d9b-c601bfb4e054 admin admin] 10.222.0.86 "PUT /v2.0/routers/699b8750-07b0-4efc-942a-86014c08a013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9942024 Jun 17 14:37:25.720310 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37242) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:25.728838 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431a0c1e-a753-4cbc-ac1d-ccbf7f874da6 None None] Routers {'699b8750-07b0-4efc-942a-86014c08a013'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:37:25.730062 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-431a0c1e-a753-4cbc-ac1d-ccbf7f874da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:37:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['699b8750-07b0-4efc-942a-86014c08a013'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:25.772732 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4a8ef0eb-414f-4ba3-a653-225aae1ccfa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:25.796338 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4a8ef0eb-414f-4ba3-a653-225aae1ccfa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:25.840944 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9b555caa-96b8-499c-8f05-37a2d1b5106d admin admin] Notify callbacks [] for router, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:25.870157 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-431a0c1e-a753-4cbc-ac1d-ccbf7f874da6 None None] Set router 699b8750-07b0-4efc-942a-86014c08a013 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:37:25.944394 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4a8ef0eb-414f-4ba3-a653-225aae1ccfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:25.947021 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4a8ef0eb-414f-4ba3-a653-225aae1ccfa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:25.960832 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-4a8ef0eb-414f-4ba3-a653-225aae1ccfa8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dffada5a-f3f4-43b0-96a1-aa490e34e251 HTTP/1.1" status: 204 len: 168 time: 0.2497351 Jun 17 14:37:25.960832 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-2c033332-ad2e-46d4-9766-b912733c60d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:25.968861 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9b555caa-96b8-499c-8f05-37a2d1b5106d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:25.982581 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ef0eb-414f-4ba3-a653-225aae1ccfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffada5a-f3f4-43b0-96a1-aa490e34e251,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:25.984720 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4a8ef0eb-414f-4ba3-a653-225aae1ccfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:26.117340 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-431a0c1e-a753-4cbc-ac1d-ccbf7f874da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699b8750-07b0-4efc-942a-86014c08a013', 'name': 'tempest-TestShelveInstance-497028267-router', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:04Z', 'updated_at': '2021-06-17T14:37:25Z', 'revision_number': 5, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'gw_port': {'id': '3ebc4e0d-345c-40e0-990f-998ed8804bbd', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699b8750-07b0-4efc-942a-86014c08a013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:05Z', 'updated_at': '2021-06-17T14:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:26.140630 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-9b555caa-96b8-499c-8f05-37a2d1b5106d admin admin] Deleting port 3ebc4e0d-345c-40e0-990f-998ed8804bbd {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:37:26.141062 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9b555caa-96b8-499c-8f05-37a2d1b5106d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:26.145896 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431a0c1e-a753-4cbc-ac1d-ccbf7f874da6 None None] Checking router: 699b8750-07b0-4efc-942a-86014c08a013 for host: dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:37:26.154581 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431a0c1e-a753-4cbc-ac1d-ccbf7f874da6 None None] Routers {'699b8750-07b0-4efc-942a-86014c08a013'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:37:26.155201 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-431a0c1e-a753-4cbc-ac1d-ccbf7f874da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:37:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['699b8750-07b0-4efc-942a-86014c08a013'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:26.226400 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-9b555caa-96b8-499c-8f05-37a2d1b5106d admin admin] For port 3ebc4e0d-345c-40e0-990f-998ed8804bbd, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=3ebc4e0d-345c-40e0-990f-998ed8804bbd,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:37:26.226761 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9b555caa-96b8-499c-8f05-37a2d1b5106d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:26.243228 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-431a0c1e-a753-4cbc-ac1d-ccbf7f874da6 None None] Set router 699b8750-07b0-4efc-942a-86014c08a013 gateway port host: None {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:37:26.287545 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-9b555caa-96b8-499c-8f05-37a2d1b5106d admin admin] Calling delete_port for 3ebc4e0d-345c-40e0-990f-998ed8804bbd owned by network:router_gateway {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:37:26.294195 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-431a0c1e-a753-4cbc-ac1d-ccbf7f874da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699b8750-07b0-4efc-942a-86014c08a013', 'name': 'tempest-TestShelveInstance-497028267-router', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:04Z', 'updated_at': '2021-06-17T14:37:25Z', 'revision_number': 6, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'gw_port_host': None}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:26.316805 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:37:26.323740 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431a0c1e-a753-4cbc-ac1d-ccbf7f874da6 None None] The sync data for ids ['699b8750-07b0-4efc-942a-86014c08a013'] in dv-cinder-796286-6-smb is: [{'id': '699b8750-07b0-4efc-942a-86014c08a013', 'name': 'tempest-TestShelveInstance-497028267-router', 'tenant_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:04Z', 'updated_at': '2021-06-17T14:37:25Z', 'revision_number': 6, 'project_id': '6d8f5cf3dd6d40df90ce4d61d76cd882', 'gw_port_host': None}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:37:26.526130 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37262) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:26.549238 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9b555caa-96b8-499c-8f05-37a2d1b5106d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260461617'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:26.552714 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:26.583362 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b555caa-96b8-499c-8f05-37a2d1b5106d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ebc4e0d-345c-40e0-990f-998ed8804bbd,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:26.586007 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-9b555caa-96b8-499c-8f05-37a2d1b5106d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:26.644652 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ffca3923-6caa-4917-a1aa-2454c805ca16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:26.672017 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9b555caa-96b8-499c-8f05-37a2d1b5106d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970422'] for router_gateway, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:26.824918 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37270) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:26.838701 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4eb658b3-4f52-4e32-b325-1402ab9d929d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.035821 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9b555caa-96b8-499c-8f05-37a2d1b5106d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-889999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-966'] for router, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.041524 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9b555caa-96b8-499c-8f05-37a2d1b5106d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.078714 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37274) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:27.142991 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ffca3923-6caa-4917-a1aa-2454c805ca16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.178043 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9b555caa-96b8-499c-8f05-37a2d1b5106d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891307'] for router, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.178559 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b555caa-96b8-499c-8f05-37a2d1b5106d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 699b8750-07b0-4efc-942a-86014c08a013 {{(pid=93279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 14:37:27.183224 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9b555caa-96b8-499c-8f05-37a2d1b5106d admin admin] Notify callbacks [] for router, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.187233 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-9b555caa-96b8-499c-8f05-37a2d1b5106d admin admin] 10.222.0.86 "DELETE /v2.0/routers/699b8750-07b0-4efc-942a-86014c08a013 HTTP/1.1" status: 204 len: 168 time: 1.4663370 Jun 17 14:37:27.189637 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37278) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:27.206219 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ffca3923-6caa-4917-a1aa-2454c805ca16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.209749 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-1b384706-32ae-4dce-b1fd-3ad8ab566109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:27.238083 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e2b666b2-1416-423e-9729-5c5df218f350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.248798 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-ffca3923-6caa-4917-a1aa-2454c805ca16 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a9c26c9bb7d5404e906d22507e81fd4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7205987 Jun 17 14:37:27.249994 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca3923-6caa-4917-a1aa-2454c805ca16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadf2d99-1424-4d83-a90d-d73fcdc2ad7f,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:27.252612 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37280) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:27.259093 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-ffca3923-6caa-4917-a1aa-2454c805ca16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:27.273773 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d28729-5349-49b1-82fc-b75f50f50363 admin admin] Deleting subnet b9e5a000-21d1-4288-8156-fe8768563b32 {{(pid=93280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:37:27.280299 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-91d28729-5349-49b1-82fc-b75f50f50363 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.305308 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4ef9b81a-5d12-484f-8895-59c5eb14481a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.330304 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4ef9b81a-5d12-484f-8895-59c5eb14481a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.330532 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-91d28729-5349-49b1-82fc-b75f50f50363 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260428089'] for subnet, precommit_delete_associations {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.431362 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4eb658b3-4f52-4e32-b325-1402ab9d929d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.446020 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-91d28729-5349-49b1-82fc-b75f50f50363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602239'] for subnet, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.469350 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4ef9b81a-5d12-484f-8895-59c5eb14481a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.472001 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4ef9b81a-5d12-484f-8895-59c5eb14481a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.473169 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-4ef9b81a-5d12-484f-8895-59c5eb14481a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dadf2d99-1424-4d83-a90d-d73fcdc2ad7f HTTP/1.1" status: 204 len: 168 time: 0.2194526 Jun 17 14:37:27.474213 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-07150f35-00ff-438e-847c-30be25757436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:27.482396 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9b81a-5d12-484f-8895-59c5eb14481a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadf2d99-1424-4d83-a90d-d73fcdc2ad7f,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:27.484668 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-4ef9b81a-5d12-484f-8895-59c5eb14481a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:27.510071 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4eb658b3-4f52-4e32-b325-1402ab9d929d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.514978 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-d21b8bb8-b8ed-4624-8b6c-71f21ed739fd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:27.558149 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-91d28729-5349-49b1-82fc-b75f50f50363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260794503'] for subnet, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.568373 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-4eb658b3-4f52-4e32-b325-1402ab9d929d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1c92b66e092e4b6c9683f2b81a78a895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7423694 Jun 17 14:37:27.571189 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37284) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:27.571632 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb658b3-4f52-4e32-b325-1402ab9d929d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee608cd-3d76-429d-aabb-73c609e15830,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:27.582736 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4eb658b3-4f52-4e32-b325-1402ab9d929d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:27.583247 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-0bdfe7ac-5260-4e75-ae97-485e8728b2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:27.615401 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-91d28729-5349-49b1-82fc-b75f50f50363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for subnet, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.616679 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af13fe65-2135-400d-aaa2-78b640011e9d None None] Network d0606b52-95ae-4485-875d-65cf2291aa57 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:37:27.621015 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-91d28729-5349-49b1-82fc-b75f50f50363 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/b9e5a000-21d1-4288-8156-fe8768563b32 HTTP/1.1" status: 204 len: 168 time: 0.4287796 Jun 17 14:37:27.621015 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d28729-5349-49b1-82fc-b75f50f50363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9e5a000-21d1-4288-8156-fe8768563b32,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:27.621015 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37286) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:27.625782 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-91d28729-5349-49b1-82fc-b75f50f50363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:27.627226 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a8caae30-0ce4-453a-b18a-1053c7277519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.649677 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a8caae30-0ce4-453a-b18a-1053c7277519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.724123 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2004059'] for network, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.731183 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e2b666b2-1416-423e-9729-5c5df218f350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.781202 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] Deleting port 83c8cc56-1ccf-4496-bb3b-901bf6baee5e {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:37:27.781584 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.827477 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240ae0d5-2ed4-4d08-b625-f136dd02e4e7 None None] DHCP port deletion for d0606b52-95ae-4485-875d-65cf2291aa57 request from dv-cinder-796286-6-smb {{(pid=93281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 14:37:27.829738 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a8caae30-0ce4-453a-b18a-1053c7277519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.835158 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-a8caae30-0ce4-453a-b18a-1053c7277519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.837208 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-a8caae30-0ce4-453a-b18a-1053c7277519 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6ee608cd-3d76-429d-aabb-73c609e15830 HTTP/1.1" status: 204 len: 168 time: 0.2639606 Jun 17 14:37:27.844051 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-22bdf610-9e7a-4e22-8453-7494069e6506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:27.844200 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e2b666b2-1416-423e-9729-5c5df218f350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.846207 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-a2f377ec-44f8-433f-9178-a70e92fc6468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:27.864626 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] For port 83c8cc56-1ccf-4496-bb3b-901bf6baee5e, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=83c8cc56-1ccf-4496-bb3b-901bf6baee5e,segment=NetworkSegment(d0194e12-ea5a-4b56-a3d0-9cdd3dabab85),segment_id=d0194e12-ea5a-4b56-a3d0-9cdd3dabab85)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:37:27.864960 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.865170 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8caae30-0ce4-453a-b18a-1053c7277519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee608cd-3d76-429d-aabb-73c609e15830,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:27.873940 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-a8caae30-0ce4-453a-b18a-1053c7277519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:27.894290 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-240ae0d5-2ed4-4d08-b625-f136dd02e4e7 None None] Deleting port 83c8cc56-1ccf-4496-bb3b-901bf6baee5e {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:37:27.894789 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-240ae0d5-2ed4-4d08-b625-f136dd02e4e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:27.935563 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-e2b666b2-1416-423e-9729-5c5df218f350 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7c854263638641f9832be76ce9952c50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8554664 Jun 17 14:37:27.938282 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37292) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:27.959867 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] Calling delete_port for 83c8cc56-1ccf-4496-bb3b-901bf6baee5e owned by network:dhcp {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:37:27.965299 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b666b2-1416-423e-9729-5c5df218f350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5fa9b9-ed46-4d81-b35d-87124e7ba0bb,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:27.968708 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-e2b666b2-1416-423e-9729-5c5df218f350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:27.991999 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-240ae0d5-2ed4-4d08-b625-f136dd02e4e7 None None] For port 83c8cc56-1ccf-4496-bb3b-901bf6baee5e, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=83c8cc56-1ccf-4496-bb3b-901bf6baee5e,segment=NetworkSegment(d0194e12-ea5a-4b56-a3d0-9cdd3dabab85),segment_id=d0194e12-ea5a-4b56-a3d0-9cdd3dabab85)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:37:27.992594 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-240ae0d5-2ed4-4d08-b625-f136dd02e4e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:28.006662 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-91e46c42-87b0-49aa-a19c-e5edbb3a4d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:28.036983 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-91e46c42-87b0-49aa-a19c-e5edbb3a4d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:28.165117 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 3ebc4e0d-345c-40e0-990f-998ed8804bbd no longer exists at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:37:28.168882 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-91e46c42-87b0-49aa-a19c-e5edbb3a4d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:28.169014 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520883'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:28.170583 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:28.170716 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-91e46c42-87b0-49aa-a19c-e5edbb3a4d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:28.174160 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-91e46c42-87b0-49aa-a19c-e5edbb3a4d16 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3f5fa9b9-ed46-4d81-b35d-87124e7ba0bb HTTP/1.1" status: 204 len: 168 time: 0.2324555 Jun 17 14:37:28.174160 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-ffca3923-6caa-4917-a1aa-2454c805ca16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:28.180566 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e46c42-87b0-49aa-a19c-e5edbb3a4d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5fa9b9-ed46-4d81-b35d-87124e7ba0bb,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:28.189059 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-91e46c42-87b0-49aa-a19c-e5edbb3a4d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:28.191497 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] Pushing event deleted for resources: {'Port': ['ID=83c8cc56-1ccf-4496-bb3b-901bf6baee5e,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:28.196015 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:28.196637 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-240ae0d5-2ed4-4d08-b625-f136dd02e4e7 None None] Calling delete_port for 83c8cc56-1ccf-4496-bb3b-901bf6baee5e owned by network:dhcp {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:37:28.200286 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] No DVR routers for this DVR port 83c8cc56-1ccf-4496-bb3b-901bf6baee5e on host dv-cinder-796286-6-smb {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:37:28.232849 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] No Port match for: 3ebc4e0d-345c-40e0-990f-998ed8804bbd {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:37:28.233222 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 3ebc4e0d-345c-40e0-990f-998ed8804bbd not bound to the agent host dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:37:28.233704 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 6189851c-136b-4527-9da4-3539a2e53db6 no longer exists at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:37:28.255637 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] No Port match for: 6189851c-136b-4527-9da4-3539a2e53db6 {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:37:28.256001 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 6189851c-136b-4527-9da4-3539a2e53db6 not bound to the agent host dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:37:28.256455 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 83c8cc56-1ccf-4496-bb3b-901bf6baee5e no longer exists at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:37:28.275263 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601830', 'neutron.services.segments.db._delete_segments_for_network-8793008842900'] for network, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:28.287395 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.services.segments.db [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0606b52-95ae-4485-875d-65cf2291aa57']}} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:28.288086 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37296) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:28.302721 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] No Port match for: 83c8cc56-1ccf-4496-bb3b-901bf6baee5e {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:37:28.303156 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 83c8cc56-1ccf-4496-bb3b-901bf6baee5e not bound to the agent host dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:37:28.343879 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-240ae0d5-2ed4-4d08-b625-f136dd02e4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:28.346914 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:28.375434 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ae0d5-2ed4-4d08-b625-f136dd02e4e7 None None] Pushing event deleted for resources: {'Port': ['ID=83c8cc56-1ccf-4496-bb3b-901bf6baee5e,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:28.378926 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-240ae0d5-2ed4-4d08-b625-f136dd02e4e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:28.382655 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240ae0d5-2ed4-4d08-b625-f136dd02e4e7 None None] No DVR routers for this DVR port 83c8cc56-1ccf-4496-bb3b-901bf6baee5e on host dv-cinder-796286-6-smb {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:37:28.588582 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.services.segments.db [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0194e12-ea5a-4b56-a3d0-9cdd3dabab85') {'for_net_delete': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:28.588880 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.services.segments.db [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0194e12-ea5a-4b56-a3d0-9cdd3dabab85') {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:28.601897 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4c8ebb02-0a9c-44e9-b404-9d46ee10c907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:28.605910 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793008841189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260428086'] for segment, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:28.628335 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:28.637696 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=93280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:37:28.638083 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520932'] for segment, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: Traceback (most recent call last): Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: timer() Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: cb(*args, **kw) Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: return func(*args, **kwargs) Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: self._notify() Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: self.callback(batched_events) Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: event.method(event) Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: return f(self, *a, **k) Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: return self._get(url).json() Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: return self.request(url, 'GET', **kwargs) Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:37:28.639732 dv-cinder-796286-6-smb neutron-server[93280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:37:28.763315 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4c8ebb02-0a9c-44e9-b404-9d46ee10c907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:28.789294 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970450'] for network, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:28.794427 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-67aa5b54-d543-462b-96c4-3d94f83e4d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:28.797213 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:28.799089 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] 10.222.0.86 "DELETE /v2.0/networks/d0606b52-95ae-4485-875d-65cf2291aa57 HTTP/1.1" status: 204 len: 168 time: 1.1762168 Jun 17 14:37:28.802355 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37308) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:28.813952 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0606b52-95ae-4485-875d-65cf2291aa57,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:28.816503 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:28.874708 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4c8ebb02-0a9c-44e9-b404-9d46ee10c907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:28.878420 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4fc1c72d-d05d-45ef-be92-31a495f6a100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:28.916063 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-4c8ebb02-0a9c-44e9-b404-9d46ee10c907 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=451de03fc5f344889a1e0072eb4110fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6270950 Jun 17 14:37:28.919021 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37312) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:28.929264 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ebb02-0a9c-44e9-b404-9d46ee10c907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62a6415-1e70-4ced-9b25-41d30eee899b,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:28.937417 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4c8ebb02-0a9c-44e9-b404-9d46ee10c907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:28.980366 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d5a552a6-4fa2-4358-9ec8-7948c904ac27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:29.003452 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d5a552a6-4fa2-4358-9ec8-7948c904ac27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:29.164964 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-afa8e60f-fe14-416a-8037-4f6ffb1b8ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-967437'] for router_interface, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:29.189948 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d5a552a6-4fa2-4358-9ec8-7948c904ac27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:29.196403 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-d5a552a6-4fa2-4358-9ec8-7948c904ac27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:29.196403 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-d5a552a6-4fa2-4358-9ec8-7948c904ac27 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f62a6415-1e70-4ced-9b25-41d30eee899b HTTP/1.1" status: 204 len: 168 time: 0.2734835 Jun 17 14:37:29.196403 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-81d9256f-b3c1-4b8b-a055-695983022b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:29.203959 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a552a6-4fa2-4358-9ec8-7948c904ac27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62a6415-1e70-4ced-9b25-41d30eee899b,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:29.206404 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-d5a552a6-4fa2-4358-9ec8-7948c904ac27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:29.305773 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37322) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:29.416884 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-c28e43fd-0712-4d53-9e7c-b5f2d358d19b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-634688316-network', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:37:29.452231 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-afa8e60f-fe14-416a-8037-4f6ffb1b8ca2 admin admin] Deleting port 47957753-9757-4570-8c42-f2d0ba9462ab {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:37:29.452579 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-afa8e60f-fe14-416a-8037-4f6ffb1b8ca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:29.533911 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-afa8e60f-fe14-416a-8037-4f6ffb1b8ca2 admin admin] For port 47957753-9757-4570-8c42-f2d0ba9462ab, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=47957753-9757-4570-8c42-f2d0ba9462ab,segment=NetworkSegment(bc179482-c019-4174-a421-786c1df42ed8),segment_id=bc179482-c019-4174-a421-786c1df42ed8)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:37:29.534264 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-afa8e60f-fe14-416a-8037-4f6ffb1b8ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:29.546151 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28e43fd-0712-4d53-9e7c-b5f2d358d19b admin admin] Made reservation on behalf of c688b4d536e64fe080287e9ae5b69db7 for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:37:29.548875 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c28e43fd-0712-4d53-9e7c-b5f2d358d19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:29.611984 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-afa8e60f-fe14-416a-8037-4f6ffb1b8ca2 admin admin] Calling delete_port for 47957753-9757-4570-8c42-f2d0ba9462ab owned by network:router_interface {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:37:29.614528 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c28e43fd-0712-4d53-9e7c-b5f2d358d19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:29.821508 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c28e43fd-0712-4d53-9e7c-b5f2d358d19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:29.920316 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c28e43fd-0712-4d53-9e7c-b5f2d358d19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:29.925093 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-8a1193c1-c714-4fd2-8848-92039eebc27e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:29.948555 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-afa8e60f-fe14-416a-8037-4f6ffb1b8ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260461617'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:29.957092 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28e43fd-0712-4d53-9e7c-b5f2d358d19b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1125} {{(pid=93279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:37:29.958938 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e43fd-0712-4d53-9e7c-b5f2d358d19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc7da97-d041-4e7a-9624-e585fa985def,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:29.962033 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c28e43fd-0712-4d53-9e7c-b5f2d358d19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:29.967613 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:29.996561 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8e60f-fe14-416a-8037-4f6ffb1b8ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=47957753-9757-4570-8c42-f2d0ba9462ab,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:29.999716 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-afa8e60f-fe14-416a-8037-4f6ffb1b8ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:30.020398 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c28e43fd-0712-4d53-9e7c-b5f2d358d19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:30.020753 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.db.segments_db [None req-c28e43fd-0712-4d53-9e7c-b5f2d358d19b admin admin] Added segment 3be4c3df-53a7-4e32-9af8-e978240c9204 of type vlan for network 04cc779a-5b6b-42e2-9c49-b70ba43c7138 Jun 17 14:37:30.093252 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c28e43fd-0712-4d53-9e7c-b5f2d358d19b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793008305830'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:30.216010 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-afa8e60f-fe14-416a-8037-4f6ffb1b8ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-968893'] for router_interface, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:30.286224 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c28e43fd-0712-4d53-9e7c-b5f2d358d19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:30.288899 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28e43fd-0712-4d53-9e7c-b5f2d358d19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:37:30.289496 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c28e43fd-0712-4d53-9e7c-b5f2d358d19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:30.293827 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:30.362080 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e43fd-0712-4d53-9e7c-b5f2d358d19b admin admin] Pushing event updated for resources: {'Network': ['ID=04cc779a-5b6b-42e2-9c49-b70ba43c7138,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:30.365804 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c28e43fd-0712-4d53-9e7c-b5f2d358d19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:30.373664 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Network 04cc779a-5b6b-42e2-9c49-b70ba43c7138 details requested by agent ovs-agent-dv-cinder-796286-6-smb with host dv-cinder-796286-6-smb {{(pid=93281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:37:30.425857 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-c28e43fd-0712-4d53-9e7c-b5f2d358d19b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1162629 Jun 17 14:37:30.426127 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37346) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:30.431472 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-3aa77d5e-49f3-47bd-887b-6314741bb683 admin admin] Request body: {'subnet': {'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-634688316-subnet', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'ip_version': 4}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:37:30.512783 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa8e60f-fe14-416a-8037-4f6ffb1b8ca2 admin admin] Router f05b3fc8-053a-456d-b89a-6b7893420176 has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:37:30.622692 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa8e60f-fe14-416a-8037-4f6ffb1b8ca2 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:37:30.630560 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-afa8e60f-fe14-416a-8037-4f6ffb1b8ca2 admin admin] 10.222.0.86 "PUT /v2.0/routers/f05b3fc8-053a-456d-b89a-6b7893420176/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8246429 Jun 17 14:37:30.631088 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37350) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:30.631853 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950b39d4-35f2-48b0-86c6-c72729484c5b None None] Sync routers for ids ['f05b3fc8-053a-456d-b89a-6b7893420176'] in dv-cinder-796286-6-smb {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:37:30.639250 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa77d5e-49f3-47bd-887b-6314741bb683 admin admin] Made reservation on behalf of c688b4d536e64fe080287e9ae5b69db7 for: {'subnet': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:37:30.641512 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950b39d4-35f2-48b0-86c6-c72729484c5b None None] Routers {'f05b3fc8-053a-456d-b89a-6b7893420176'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:37:30.641674 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3aa77d5e-49f3-47bd-887b-6314741bb683 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260647038'] for subnet, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:30.642120 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-950b39d4-35f2-48b0-86c6-c72729484c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:37:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['f05b3fc8-053a-456d-b89a-6b7893420176'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:30.750713 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-950b39d4-35f2-48b0-86c6-c72729484c5b None None] Set router f05b3fc8-053a-456d-b89a-6b7893420176 gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:37:30.807867 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d41bc510-df58-475d-b046-39e0cd5fa479 admin admin] Notify callbacks [] for router, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:30.943052 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-950b39d4-35f2-48b0-86c6-c72729484c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05b3fc8-053a-456d-b89a-6b7893420176', 'name': 'tempest-TestShelveInstance-814111040-router', 'tenant_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ea5c1a66-a09a-47a1-bc43-e6bc24e37cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:12Z', 'updated_at': '2021-06-17T14:37:29Z', 'revision_number': 5, 'project_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'gw_port': {'id': 'ea5c1a66-a09a-47a1-bc43-e6bc24e37cab', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ef:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05b3fc8-053a-456d-b89a-6b7893420176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:13Z', 'updated_at': '2021-06-17T14:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:30.969496 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950b39d4-35f2-48b0-86c6-c72729484c5b None None] Checking router: f05b3fc8-053a-456d-b89a-6b7893420176 for host: dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:37:30.979482 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950b39d4-35f2-48b0-86c6-c72729484c5b None None] Routers {'f05b3fc8-053a-456d-b89a-6b7893420176'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:37:30.980094 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-950b39d4-35f2-48b0-86c6-c72729484c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:37:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['f05b3fc8-053a-456d-b89a-6b7893420176'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:30.983618 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d41bc510-df58-475d-b046-39e0cd5fa479 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:31.046774 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3aa77d5e-49f3-47bd-887b-6314741bb683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260461700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260647020'] for subnet, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:31.050750 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-d8a47e50-646d-466e-abf0-f2d010d25766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:31.086906 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-950b39d4-35f2-48b0-86c6-c72729484c5b None None] Set router f05b3fc8-053a-456d-b89a-6b7893420176 gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:37:31.125651 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa77d5e-49f3-47bd-887b-6314741bb683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da593f68-4f0d-41f1-ae27-d97980382c86,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:31.133511 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-3aa77d5e-49f3-47bd-887b-6314741bb683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:31.147815 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa77d5e-49f3-47bd-887b-6314741bb683 admin admin] Checking segment: {'id': '3be4c3df-53a7-4e32-9af8-e978240c9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:37:31.148179 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa77d5e-49f3-47bd-887b-6314741bb683 admin admin] Network hostable DHCP agents. Network: 04cc779a-5b6b-42e2-9c49-b70ba43c7138, hostable agents: ['5e674aae-4521-411e-b7ad-9e9eb91c2d49'], hosted agents: [] {{(pid=93279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:37:31.165525 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-d41bc510-df58-475d-b046-39e0cd5fa479 admin admin] Deleting port ea5c1a66-a09a-47a1-bc43-e6bc24e37cab {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:37:31.165974 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d41bc510-df58-475d-b046-39e0cd5fa479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:31.249017 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-d41bc510-df58-475d-b046-39e0cd5fa479 admin admin] For port ea5c1a66-a09a-47a1-bc43-e6bc24e37cab, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=ea5c1a66-a09a-47a1-bc43-e6bc24e37cab,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:37:31.249679 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d41bc510-df58-475d-b046-39e0cd5fa479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:31.251724 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa77d5e-49f3-47bd-887b-6314741bb683 admin admin] Network 04cc779a-5b6b-42e2-9c49-b70ba43c7138 is scheduled to be hosted by DHCP agent 5e674aae-4521-411e-b7ad-9e9eb91c2d49 with binding_index 1 {{(pid=93279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:37:31.267483 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-950b39d4-35f2-48b0-86c6-c72729484c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05b3fc8-053a-456d-b89a-6b7893420176', 'name': 'tempest-TestShelveInstance-814111040-router', 'tenant_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ea5c1a66-a09a-47a1-bc43-e6bc24e37cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:12Z', 'updated_at': '2021-06-17T14:37:29Z', 'revision_number': 5, 'project_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'gw_port': {'id': 'ea5c1a66-a09a-47a1-bc43-e6bc24e37cab', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ef:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05b3fc8-053a-456d-b89a-6b7893420176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:13Z', 'updated_at': '2021-06-17T14:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:31.297327 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950b39d4-35f2-48b0-86c6-c72729484c5b None None] The sync data for ids ['f05b3fc8-053a-456d-b89a-6b7893420176'] in dv-cinder-796286-6-smb is: [{'id': 'f05b3fc8-053a-456d-b89a-6b7893420176', 'name': 'tempest-TestShelveInstance-814111040-router', 'tenant_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'ea5c1a66-a09a-47a1-bc43-e6bc24e37cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:32:12Z', 'updated_at': '2021-06-17T14:37:29Z', 'revision_number': 5, 'project_id': '84cf53fd8f5d4846884cece3d5d7aceb', 'gw_port': {'id': 'ea5c1a66-a09a-47a1-bc43-e6bc24e37cab', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ef:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05b3fc8-053a-456d-b89a-6b7893420176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:32:13Z', 'updated_at': '2021-06-17T14:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}] {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:37:31.320109 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-d41bc510-df58-475d-b046-39e0cd5fa479 admin admin] Calling delete_port for ea5c1a66-a09a-47a1-bc43-e6bc24e37cab owned by network:router_gateway {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:37:31.337159 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-3aa77d5e-49f3-47bd-887b-6314741bb683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-smb, 04cc779a-5b6b-42e2-9c49-b70ba43c7138) {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:37:31.344596 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f5cc3e-6164-4d33-8611-7219744bb7ed None None] Network 04cc779a-5b6b-42e2-9c49-b70ba43c7138 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:37:31.369618 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa77d5e-49f3-47bd-887b-6314741bb683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:37:31.370229 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-3aa77d5e-49f3-47bd-887b-6314741bb683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:31.446684 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-3aa77d5e-49f3-47bd-887b-6314741bb683 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0194664 Jun 17 14:37:31.450740 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37364) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:31.454325 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-c9378712-a2d1-44be-bf6b-19efe9110bc1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-634688316-router', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:37:31.499329 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47967912-1cf6-55f0-b54e-8ed58effb64d-04cc779a-5b6b-42e2-9c49-b70ba43c7138', 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'fixed_ips': [{'subnet_id': 'da593f68-4f0d-41f1-ae27-d97980382c86'}]}} from dv-cinder-796286-6-smb. {{(pid=93281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 14:37:31.500188 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:31.583478 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c9378712-a2d1-44be-bf6b-19efe9110bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-890073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-976'] for router, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:31.586569 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c9378712-a2d1-44be-bf6b-19efe9110bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-970129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-959238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-975'] for router, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:31.632416 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d41bc510-df58-475d-b046-39e0cd5fa479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260461617'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:31.634702 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-d20f0937-1a44-4d40-a167-b74e46c6257d tempest-DeleteServersTestJSON-923107255 tempest-DeleteServersTestJSON-923107255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:31.673190 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bc510-df58-475d-b046-39e0cd5fa479 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5c1a66-a09a-47a1-bc43-e6bc24e37cab,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:31.675822 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-d41bc510-df58-475d-b046-39e0cd5fa479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:31.684972 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37368) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:31.700673 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c9378712-a2d1-44be-bf6b-19efe9110bc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:31.744780 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d41bc510-df58-475d-b046-39e0cd5fa479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970422'] for router_gateway, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:31.782902 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Allocated IP 172.20.0.2 (04cc779a-5b6b-42e2-9c49-b70ba43c7138/da593f68-4f0d-41f1-ae27-d97980382c86/819c7a04-8628-423a-8436-befaeb68724d) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:37:31.843415 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d41bc510-df58-475d-b046-39e0cd5fa479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-889999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-966'] for router, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:31.847760 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d41bc510-df58-475d-b046-39e0cd5fa479 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:31.901951 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b569f01d-7c1a-46d7-a4a2-b62e5c18bb98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:31.950231 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c9378712-a2d1-44be-bf6b-19efe9110bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-970201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-890027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1021'] for router, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:31.955856 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:31.993732 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b569f01d-7c1a-46d7-a4a2-b62e5c18bb98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:31.995023 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d41bc510-df58-475d-b046-39e0cd5fa479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891307'] for router, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:31.995209 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Transition to ACTIVE for port object 819c7a04-8628-423a-8436-befaeb68724d will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:37:31.995547 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41bc510-df58-475d-b046-39e0cd5fa479 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f05b3fc8-053a-456d-b89a-6b7893420176 {{(pid=93279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 14:37:32.000418 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d41bc510-df58-475d-b046-39e0cd5fa479 admin admin] Notify callbacks [] for router, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:32.012387 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-d41bc510-df58-475d-b046-39e0cd5fa479 admin admin] 10.222.0.86 "DELETE /v2.0/routers/f05b3fc8-053a-456d-b89a-6b7893420176 HTTP/1.1" status: 204 len: 168 time: 1.3694339 Jun 17 14:37:32.012755 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37372) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:32.016349 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Transition to ACTIVE for port object 819c7a04-8628-423a-8436-befaeb68724d will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:37:32.052909 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_v2 [None req-6acd0233-1afb-40f9-8755-aaf07aad5b74 admin admin] Deleting subnet e206b248-d315-451a-be39-7abd0842032a {{(pid=93280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:37:32.059696 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6acd0233-1afb-40f9-8755-aaf07aad5b74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:32.102895 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6acd0233-1afb-40f9-8755-aaf07aad5b74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260428089'] for subnet, precommit_delete_associations {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:32.109140 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b569f01d-7c1a-46d7-a4a2-b62e5c18bb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:32.109624 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:32.112458 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:32.112773 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-1fd1fc73-17c4-4569-b607-942b62cd38a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:32.150004 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-b569f01d-7c1a-46d7-a4a2-b62e5c18bb98 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c5b8eb3f265c41968aee7219152dbd99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4638674 Jun 17 14:37:32.152807 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37374) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:32.153391 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 47957753-9757-4570-8c42-f2d0ba9462ab no longer exists at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:37:32.153671 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569f01d-7c1a-46d7-a4a2-b62e5c18bb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0fdb7f-5520-4b0c-99cc-ad10f0e1d4a6,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:32.157153 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Network 04cc779a-5b6b-42e2-9c49-b70ba43c7138 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:37:32.164355 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-b569f01d-7c1a-46d7-a4a2-b62e5c18bb98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:32.181956 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:37:32.186038 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] No Port match for: 47957753-9757-4570-8c42-f2d0ba9462ab {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:37:32.186396 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 47957753-9757-4570-8c42-f2d0ba9462ab not bound to the agent host dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:37:32.192432 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:37:32.200934 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Pushing event updated for resources: {'Port': ['ID=819c7a04-8628-423a-8436-befaeb68724d,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:32.205495 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:32.226173 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f3e640b1-2fe9-447a-942d-6c9e14fbd06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:32.250981 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f3e640b1-2fe9-447a-942d-6c9e14fbd06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:32.261975 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Attempting to bind port 819c7a04-8628-423a-8436-befaeb68724d on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:37:32.262593 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Attempting to bind port 819c7a04-8628-423a-8436-befaeb68724d by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': '3be4c3df-53a7-4e32-9af8-e978240c9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:37:32.265601 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Attempting to bind port 819c7a04-8628-423a-8436-befaeb68724d on network 04cc779a-5b6b-42e2-9c49-b70ba43c7138 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:37:32.268719 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:37:32.269104 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Checking segment: {'id': '3be4c3df-53a7-4e32-9af8-e978240c9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:37:32.269547 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:32.269952 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Bound using segment: {'id': '3be4c3df-53a7-4e32-9af8-e978240c9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:37:32.270426 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Bound port: 819c7a04-8628-423a-8436-befaeb68724d, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be4c3df-53a7-4e32-9af8-e978240c9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:37:32.270806 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:32.283493 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6acd0233-1afb-40f9-8755-aaf07aad5b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602239'] for subnet, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:32.340443 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] For port 819c7a04-8628-423a-8436-befaeb68724d, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:37:32.343649 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] For port 819c7a04-8628-423a-8436-befaeb68724d, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=819c7a04-8628-423a-8436-befaeb68724d,segment=NetworkSegment(3be4c3df-53a7-4e32-9af8-e978240c9204),segment_id=3be4c3df-53a7-4e32-9af8-e978240c9204)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:37:32.383121 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f3e640b1-2fe9-447a-942d-6c9e14fbd06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:32.385777 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f3e640b1-2fe9-447a-942d-6c9e14fbd06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:32.387443 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-f3e640b1-2fe9-447a-942d-6c9e14fbd06d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2e0fdb7f-5520-4b0c-99cc-ad10f0e1d4a6 HTTP/1.1" status: 204 len: 168 time: 0.2311959 Jun 17 14:37:32.388264 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-13b0a375-5734-4558-9252-76f6c5ad6a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:32.396319 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e640b1-2fe9-447a-942d-6c9e14fbd06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0fdb7f-5520-4b0c-99cc-ad10f0e1d4a6,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:32.398865 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-f3e640b1-2fe9-447a-942d-6c9e14fbd06d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:32.417594 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:32.421718 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:32.439651 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c9378712-a2d1-44be-bf6b-19efe9110bc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:32.459643 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c9378712-a2d1-44be-bf6b-19efe9110bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:32.490133 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Pushing event updated for resources: {'Port': ['ID=819c7a04-8628-423a-8436-befaeb68724d,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:32.495169 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:32.510611 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6acd0233-1afb-40f9-8755-aaf07aad5b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260794503'] for subnet, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:32.520769 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-91d28729-5349-49b1-82fc-b75f50f50363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:32.551236 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd0233-1afb-40f9-8755-aaf07aad5b74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e206b248-d315-451a-be39-7abd0842032a,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:32.554093 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-6acd0233-1afb-40f9-8755-aaf07aad5b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:32.556961 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6acd0233-1afb-40f9-8755-aaf07aad5b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for subnet, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:32.567162 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0925ea92-e2d2-4185-a46a-d4fe0531c62c None None] Network 7d63c031-c2de-4bf9-bb03-d8c2cd626835 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:37:32.567743 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37378) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:32.567859 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-6acd0233-1afb-40f9-8755-aaf07aad5b74 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e206b248-d315-451a-be39-7abd0842032a HTTP/1.1" status: 204 len: 168 time: 0.5555413 Jun 17 14:37:32.632725 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-c9378712-a2d1-44be-bf6b-19efe9110bc1 admin admin] Allocated IP 172.28.1.22 (bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a/1de5b000-f039-4ced-982c-ad6f7c0b7727/38d0517b-3f45-44bd-a111-6559279154c6) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:37:32.651596 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2004059'] for network, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:32.791512 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c9378712-a2d1-44be-bf6b-19efe9110bc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:32.882878 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28176f2c-e136-4a7e-9aba-3ed0a7d95748 None None] DHCP port deletion for 7d63c031-c2de-4bf9-bb03-d8c2cd626835 request from dv-cinder-796286-6-smb {{(pid=93281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 14:37:32.943962 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c9378712-a2d1-44be-bf6b-19efe9110bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520890'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:32.947144 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-fe2bba24-40ff-452b-adff-401c881f1669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:32.970182 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-28176f2c-e136-4a7e-9aba-3ed0a7d95748 None None] Deleting port 218a732f-97de-4f87-bc92-985a39cd817f {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:37:32.970671 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-28176f2c-e136-4a7e-9aba-3ed0a7d95748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:32.989021 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9378712-a2d1-44be-bf6b-19efe9110bc1 admin admin] Network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:37:32.996569 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-c9378712-a2d1-44be-bf6b-19efe9110bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:37:33.002900 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9378712-a2d1-44be-bf6b-19efe9110bc1 admin admin] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:37:33.006266 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9378712-a2d1-44be-bf6b-19efe9110bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=38d0517b-3f45-44bd-a111-6559279154c6,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:33.025759 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c9378712-a2d1-44be-bf6b-19efe9110bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:33.045303 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-28176f2c-e136-4a7e-9aba-3ed0a7d95748 None None] For port 218a732f-97de-4f87-bc92-985a39cd817f, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=218a732f-97de-4f87-bc92-985a39cd817f,segment=NetworkSegment(bc179482-c019-4174-a421-786c1df42ed8),segment_id=bc179482-c019-4174-a421-786c1df42ed8)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:37:33.045778 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-28176f2c-e136-4a7e-9aba-3ed0a7d95748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:33.051500 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] Deleting port 218a732f-97de-4f87-bc92-985a39cd817f {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:37:33.051858 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:33.118238 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] For port 218a732f-97de-4f87-bc92-985a39cd817f, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=218a732f-97de-4f87-bc92-985a39cd817f,segment=NetworkSegment(bc179482-c019-4174-a421-786c1df42ed8),segment_id=bc179482-c019-4174-a421-786c1df42ed8)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:37:33.118520 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:33.118628 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-28176f2c-e136-4a7e-9aba-3ed0a7d95748 None None] Calling delete_port for 218a732f-97de-4f87-bc92-985a39cd817f owned by network:dhcp {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:37:33.187309 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] Calling delete_port for 218a732f-97de-4f87-bc92-985a39cd817f owned by network:dhcp {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:37:33.305038 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-28176f2c-e136-4a7e-9aba-3ed0a7d95748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:33.314281 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260461617'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:33.318164 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-07beee73-66b0-43f1-8d9b-c601bfb4e054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:33.327373 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:33.354546 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=218a732f-97de-4f87-bc92-985a39cd817f,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:33.366059 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:33.370224 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] No DVR routers for this DVR port 218a732f-97de-4f87-bc92-985a39cd817f on host dv-cinder-796286-6-smb {{(pid=93279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:37:33.376935 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28176f2c-e136-4a7e-9aba-3ed0a7d95748 None None] Pushing event deleted for resources: {'Port': ['ID=218a732f-97de-4f87-bc92-985a39cd817f,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:33.380642 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28176f2c-e136-4a7e-9aba-3ed0a7d95748 None None] No DVR routers for this DVR port 218a732f-97de-4f87-bc92-985a39cd817f on host dv-cinder-796286-6-smb {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:37:33.382206 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-28176f2c-e136-4a7e-9aba-3ed0a7d95748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:33.384104 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37382) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:33.401809 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c9378712-a2d1-44be-bf6b-19efe9110bc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:33.411205 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f67628eb-9be7-4c36-b0d1-271649660531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:33.451597 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601830', 'neutron.services.segments.db._delete_segments_for_network-8793008842900'] for network, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:33.462433 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d63c031-c2de-4bf9-bb03-d8c2cd626835']}} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:33.473917 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc179482-c019-4174-a421-786c1df42ed8') {'for_net_delete': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:33.474203 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc179482-c019-4174-a421-786c1df42ed8') {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:33.484574 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793008841189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261297418'] for segment, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:33.501518 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:33.511200 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] Releasing vlan 1108 on physical network physnet1 to pool {{(pid=93279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:37:33.512304 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260461670'] for segment, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: self.session.flush() Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: self.session.flush() Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: self.session.flush() Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: self.session.flush() Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: Traceback (most recent call last): Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: timer() Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: cb(*args, **kw) Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: return func(*args, **kwargs) Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: self._notify() Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: self.callback(batched_events) Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: event.method(event) Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: return f(self, *a, **k) Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: return self._get(url).json() Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: return self.request(url, 'GET', **kwargs) Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:37:33.515023 dv-cinder-796286-6-smb neutron-server[93279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:37:33.580766 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1226e16-0668-4e6c-a4c1-92137b86ae94 None None] Network 04cc779a-5b6b-42e2-9c49-b70ba43c7138 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:37:33.653834 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970450'] for network, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:33.659935 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:33.664416 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] 10.222.0.86 "DELETE /v2.0/networks/7d63c031-c2de-4bf9-bb03-d8c2cd626835 HTTP/1.1" status: 204 len: 168 time: 1.0989137 Jun 17 14:37:33.664416 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:33.677803 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] Pushing event deleted for resources: {'Network': ['ID=7d63c031-c2de-4bf9-bb03-d8c2cd626835,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:33.680881 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:33.681029 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f67628eb-9be7-4c36-b0d1-271649660531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:33.684821 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c9378712-a2d1-44be-bf6b-19efe9110bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-970238'] for router, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:33.772238 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d666fcae-35f2-4dc2-8dce-0c60f908d17a None None] Provisioning for port 819c7a04-8628-423a-8436-befaeb68724d completed by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:37:33.772438 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f67628eb-9be7-4c36-b0d1-271649660531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:33.773779 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4eb658b3-4f52-4e32-b325-1402ab9d929d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:33.825937 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-f67628eb-9be7-4c36-b0d1-271649660531 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=33b39083c93540829007ad584d30e4a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319661 Jun 17 14:37:33.826808 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67628eb-9be7-4c36-b0d1-271649660531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ab3522-d201-4b85-95cd-2b705d4618bd,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:33.828534 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37386) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:33.831685 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-f67628eb-9be7-4c36-b0d1-271649660531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:33.887789 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-57ca622a-c501-4bda-82c9-344cb7bc48d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:33.911188 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-57ca622a-c501-4bda-82c9-344cb7bc48d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:33.914362 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9378712-a2d1-44be-bf6b-19efe9110bc1 admin admin] Router 274cde03-f28e-4047-afb7-235575d1ed60 is scheduled to L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 with binding_index 1 {{(pid=93280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:37:34.022962 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-57ca622a-c501-4bda-82c9-344cb7bc48d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:34.025709 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-57ca622a-c501-4bda-82c9-344cb7bc48d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:34.027426 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-57ca622a-c501-4bda-82c9-344cb7bc48d7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e7ab3522-d201-4b85-95cd-2b705d4618bd HTTP/1.1" status: 204 len: 168 time: 0.1972413 Jun 17 14:37:34.028206 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9378712-a2d1-44be-bf6b-19efe9110bc1 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:37:34.028314 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-0f14fc0b-127e-447a-af52-eee002995660 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:34.038373 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca622a-c501-4bda-82c9-344cb7bc48d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ab3522-d201-4b85-95cd-2b705d4618bd,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:34.039382 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] Sync routers for ids ['274cde03-f28e-4047-afb7-235575d1ed60'] in dv-cinder-796286-6-smb {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:37:34.040781 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-57ca622a-c501-4bda-82c9-344cb7bc48d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:34.061353 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] Routers {'274cde03-f28e-4047-afb7-235575d1ed60'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:37:34.062065 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:37:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['274cde03-f28e-4047-afb7-235575d1ed60'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:34.092923 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37390) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:34.109147 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c9378712-a2d1-44be-bf6b-19efe9110bc1 admin admin] Notify callbacks [] for router, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:34.110548 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-c9378712-a2d1-44be-bf6b-19efe9110bc1 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6599405 Jun 17 14:37:34.118057 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37392) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:34.170748 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-3979ec9d-9d59-4bb7-b3e1-de45efda4f7f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6d8f5cf3dd6d40df90ce4d61d76cd882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0758061 Jun 17 14:37:34.174449 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37394) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:34.187075 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] Set router 274cde03-f28e-4047-afb7-235575d1ed60 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:37:34.219171 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 819c7a04-8628-423a-8436-befaeb68724d up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:37:34.241066 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f07e62ae-d596-4392-9deb-7ea9354b6e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:34.262083 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f07e62ae-d596-4392-9deb-7ea9354b6e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:34.400490 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f07e62ae-d596-4392-9deb-7ea9354b6e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:34.409814 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f07e62ae-d596-4392-9deb-7ea9354b6e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:34.409814 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-f07e62ae-d596-4392-9deb-7ea9354b6e79 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0acfee03-49e1-48ba-b668-8e335a4bc4b6 HTTP/1.1" status: 204 len: 168 time: 0.2318571 Jun 17 14:37:34.409814 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-a8caae30-0ce4-453a-b18a-1053c7277519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:34.418993 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e62ae-d596-4392-9deb-7ea9354b6e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acfee03-49e1-48ba-b668-8e335a4bc4b6,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:34.435710 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-f07e62ae-d596-4392-9deb-7ea9354b6e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:34.448422 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port 819c7a04-8628-423a-8436-befaeb68724d completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:37:34.455331 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 819c7a04-8628-423a-8436-befaeb68724d triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:37:34.456132 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:34.490208 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274cde03-f28e-4047-afb7-235575d1ed60', 'name': 'tempest-TestMinimumBasicScenario-634688316-router', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '38d0517b-3f45-44bd-a111-6559279154c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:31Z', 'updated_at': '2021-06-17T14:37:33Z', 'revision_number': 3, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'gw_port': {'id': '38d0517b-3f45-44bd-a111-6559279154c6', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:32Z', 'updated_at': '2021-06-17T14:37:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:34.523395 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] Checking router: 274cde03-f28e-4047-afb7-235575d1ed60 for host: dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:37:34.523764 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] Updating router 274cde03-f28e-4047-afb7-235575d1ed60 port 38d0517b-3f45-44bd-a111-6559279154c6 binding host dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:37:34.566902 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:34.634921 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:34.670601 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:34.826638 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] Allocated IP 172.20.0.1 (04cc779a-5b6b-42e2-9c49-b70ba43c7138/da593f68-4f0d-41f1-ae27-d97980382c86/122b9b89-e6ab-4aa1-95f7-2a788467fa6c) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:37:34.865113 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] For port 819c7a04-8628-423a-8436-befaeb68724d, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=819c7a04-8628-423a-8436-befaeb68724d,segment=NetworkSegment(3be4c3df-53a7-4e32-9af8-e978240c9204),segment_id=3be4c3df-53a7-4e32-9af8-e978240c9204)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:37:34.928535 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:34.932879 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:34.938023 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:34.984636 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] Transition to ACTIVE for port object 122b9b89-e6ab-4aa1-95f7-2a788467fa6c will not be triggered until provisioned by entity DHCP. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:37:34.998980 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device ea5c1a66-a09a-47a1-bc43-e6bc24e37cab no longer exists at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:37:35.039096 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] No Port match for: ea5c1a66-a09a-47a1-bc43-e6bc24e37cab {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:37:35.039457 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device ea5c1a66-a09a-47a1-bc43-e6bc24e37cab not bound to the agent host dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:37:35.039888 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 218a732f-97de-4f87-bc92-985a39cd817f no longer exists at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:37:35.041482 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Pushing event updated for resources: {'Port': ['ID=819c7a04-8628-423a-8436-befaeb68724d,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:35.048733 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:35.066069 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] No Port match for: 218a732f-97de-4f87-bc92-985a39cd817f {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:37:35.066433 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 218a732f-97de-4f87-bc92-985a39cd817f not bound to the agent host dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:37:35.084886 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:35.095509 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] Transition to ACTIVE for port object 38d0517b-3f45-44bd-a111-6559279154c6 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:37:35.099128 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37420) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:35.100424 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520890'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:35.107854 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-1d51f23e-4270-4472-9b5d-5475fbfb1573 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:35.139870 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-1d6149a3-3242-476d-8f54-1baa5a5a20ec admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=84cf53fd8f5d4846884cece3d5d7aceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394619 Jun 17 14:37:35.142370 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37422) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:35.149541 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] Network 04cc779a-5b6b-42e2-9c49-b70ba43c7138 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:37:35.154033 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] Pushing event updated for resources: {'Port': ['ID=122b9b89-e6ab-4aa1-95f7-2a788467fa6c,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:35.156598 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:37:35.158565 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:35.159450 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:37:35.199543 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980807'] for router_interface, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:35.200819 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:35.203982 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:35.207125 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2139bfa3-bcbc-4296-b3d9-11f511fa6ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:35.233822 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2139bfa3-bcbc-4296-b3d9-11f511fa6ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:35.292404 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88252712-ee98-4b53-9b54-df9df3d8198d None None] Pushing event updated for resources: {'Port': ['ID=38d0517b-3f45-44bd-a111-6559279154c6,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:35.297377 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] Attempting to bind port 38d0517b-3f45-44bd-a111-6559279154c6 on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:37:35.297872 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] Attempting to bind port 38d0517b-3f45-44bd-a111-6559279154c6 by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:37:35.298324 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] Attempting to bind port 38d0517b-3f45-44bd-a111-6559279154c6 on network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:37:35.301910 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-88252712-ee98-4b53-9b54-df9df3d8198d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:35.306407 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:37:35.306924 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] Checking segment: {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:37:35.307481 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:35.307953 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] Bound using segment: {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:37:35.308737 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] Bound port: 38d0517b-3f45-44bd-a111-6559279154c6, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:37:35.309205 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:35.381389 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] For port 38d0517b-3f45-44bd-a111-6559279154c6, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:37:35.382176 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] For port 38d0517b-3f45-44bd-a111-6559279154c6, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=38d0517b-3f45-44bd-a111-6559279154c6,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:37:35.400891 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:35.475297 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2139bfa3-bcbc-4296-b3d9-11f511fa6ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:35.478217 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2139bfa3-bcbc-4296-b3d9-11f511fa6ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:35.481631 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-2139bfa3-bcbc-4296-b3d9-11f511fa6ddf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b291b85b-1b16-4d22-a489-2f561fa1c732 HTTP/1.1" status: 204 len: 168 time: 0.3359656 Jun 17 14:37:35.481631 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-35566318-ad9a-4e90-88fb-d233c0b76cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:35.490805 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139bfa3-bcbc-4296-b3d9-11f511fa6ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b291b85b-1b16-4d22-a489-2f561fa1c732,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:35.493490 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-2139bfa3-bcbc-4296-b3d9-11f511fa6ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:35.498643 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:35.502379 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:35.509085 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-3181ce65-eb2c-45e6-81e9-c0242655de77 None None] Provisioning for port 122b9b89-e6ab-4aa1-95f7-2a788467fa6c completed by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:37:35.546118 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-3181ce65-eb2c-45e6-81e9-c0242655de77 None None] Provisioning complete for port 122b9b89-e6ab-4aa1-95f7-2a788467fa6c triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:37:35.546614 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3181ce65-eb2c-45e6-81e9-c0242655de77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:35.598613 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88252712-ee98-4b53-9b54-df9df3d8198d None None] Pushing event updated for resources: {'Port': ['ID=38d0517b-3f45-44bd-a111-6559279154c6,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:35.603469 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-88252712-ee98-4b53-9b54-df9df3d8198d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:35.608083 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] Routers {'274cde03-f28e-4047-afb7-235575d1ed60'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:37:35.608785 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:37:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['274cde03-f28e-4047-afb7-235575d1ed60'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:35.613091 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-3181ce65-eb2c-45e6-81e9-c0242655de77 None None] Port 122b9b89-e6ab-4aa1-95f7-2a788467fa6c cannot update to ACTIVE because it is not bound. {{(pid=93281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:37:35.714522 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] Set router 274cde03-f28e-4047-afb7-235575d1ed60 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:37:35.754758 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:35.915203 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274cde03-f28e-4047-afb7-235575d1ed60', 'name': 'tempest-TestMinimumBasicScenario-634688316-router', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '38d0517b-3f45-44bd-a111-6559279154c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:31Z', 'updated_at': '2021-06-17T14:37:33Z', 'revision_number': 3, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'gw_port': {'id': '38d0517b-3f45-44bd-a111-6559279154c6', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:32Z', 'updated_at': '2021-06-17T14:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:35.948366 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d168eb8-6221-48ba-871a-bc4b7706084d None None] The sync data for ids ['274cde03-f28e-4047-afb7-235575d1ed60'] in dv-cinder-796286-6-smb is: [{'id': '274cde03-f28e-4047-afb7-235575d1ed60', 'name': 'tempest-TestMinimumBasicScenario-634688316-router', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '38d0517b-3f45-44bd-a111-6559279154c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:31Z', 'updated_at': '2021-06-17T14:37:33Z', 'revision_number': 3, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'gw_port': {'id': '38d0517b-3f45-44bd-a111-6559279154c6', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:32Z', 'updated_at': '2021-06-17T14:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:37:35.973238 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:36.046969 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:36.080236 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-33995646-7bb8-4ee3-9b25-03ed12616d86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:36.142971 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-967660'] for router_interface, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:36.165544 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 819c7a04-8628-423a-8436-befaeb68724d up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:37:36.240387 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 819c7a04-8628-423a-8436-befaeb68724d triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:37:36.241479 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:36.275906 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] Pushing event updated for resources: {'Port': ['ID=122b9b89-e6ab-4aa1-95f7-2a788467fa6c,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:36.279069 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:36.288364 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] Network 04cc779a-5b6b-42e2-9c49-b70ba43c7138 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:37:36.289943 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:37:36.427140 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] Router 274cde03-f28e-4047-afb7-235575d1ed60 has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:37:36.545940 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:37:36.551631 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] 10.222.0.86 "PUT /v2.0/routers/274cde03-f28e-4047-afb7-235575d1ed60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4324317 Jun 17 14:37:36.577723 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-3ec643ea-e229-4afa-8484-99a240d9a17f None None] Provisioning complete for port 122b9b89-e6ab-4aa1-95f7-2a788467fa6c triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:37:36.578192 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3ec643ea-e229-4afa-8484-99a240d9a17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:36.629072 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-3ec643ea-e229-4afa-8484-99a240d9a17f None None] Port 122b9b89-e6ab-4aa1-95f7-2a788467fa6c cannot update to ACTIVE because it is not bound. {{(pid=93281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:37:37.331726 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37464) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:37.336849 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-85d8f43e-0fa8-4ec0-8596-168da7f24751 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-954061325-network', 'tenant_id': 'ae4b3653b44d49b2a742a65885482459'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:37:37.428979 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d8f43e-0fa8-4ec0-8596-168da7f24751 admin admin] Made reservation on behalf of ae4b3653b44d49b2a742a65885482459 for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:37:37.431436 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-85d8f43e-0fa8-4ec0-8596-168da7f24751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:37.440500 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-85d8f43e-0fa8-4ec0-8596-168da7f24751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:37.528673 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-85d8f43e-0fa8-4ec0-8596-168da7f24751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:37.590807 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] Sync routers for ids ['274cde03-f28e-4047-afb7-235575d1ed60'] in dv-cinder-796286-6-smb {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:37:37.599934 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] Routers {'274cde03-f28e-4047-afb7-235575d1ed60'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:37:37.600776 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:37:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['274cde03-f28e-4047-afb7-235575d1ed60'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:37.612085 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-85d8f43e-0fa8-4ec0-8596-168da7f24751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:37.618838 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-de6d198e-48b2-4b66-a69c-f091ed16c03b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:37.639167 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d8f43e-0fa8-4ec0-8596-168da7f24751 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1120} {{(pid=93279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:37:37.649665 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8f43e-0fa8-4ec0-8596-168da7f24751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7f1d5d-0ac0-4801-a7df-9a36dfdbbbe8,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:37.653708 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-85d8f43e-0fa8-4ec0-8596-168da7f24751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:37.657169 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-85d8f43e-0fa8-4ec0-8596-168da7f24751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:37.658078 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.db.segments_db [None req-85d8f43e-0fa8-4ec0-8596-168da7f24751 admin admin] Added segment 010d0b7f-76a1-4d7e-8842-cc4f84906077 of type vlan for network 18b3b3fa-993e-4e97-8c2e-cac9198e5767 Jun 17 14:37:37.700065 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-85d8f43e-0fa8-4ec0-8596-168da7f24751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793008305830'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:37.787714 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] Set router 274cde03-f28e-4047-afb7-235575d1ed60 gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:37:37.822898 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-85d8f43e-0fa8-4ec0-8596-168da7f24751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:37.824372 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d8f43e-0fa8-4ec0-8596-168da7f24751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:37:37.825017 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-85d8f43e-0fa8-4ec0-8596-168da7f24751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:37.828082 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-8a9302fa-5e83-4482-8e75-eb9147175a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:37.886680 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8f43e-0fa8-4ec0-8596-168da7f24751 admin admin] Pushing event updated for resources: {'Network': ['ID=18b3b3fa-993e-4e97-8c2e-cac9198e5767,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:37.889325 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-85d8f43e-0fa8-4ec0-8596-168da7f24751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:37.897005 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Network 18b3b3fa-993e-4e97-8c2e-cac9198e5767 details requested by agent ovs-agent-dv-cinder-796286-6-smb with host dv-cinder-796286-6-smb {{(pid=93281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:37:37.958160 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37466) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:37.958738 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-85d8f43e-0fa8-4ec0-8596-168da7f24751 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6253908 Jun 17 14:37:37.964080 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-c5b13a2d-986f-4395-8226-82d36fe89299 admin admin] Request body: {'subnet': {'network_id': '18b3b3fa-993e-4e97-8c2e-cac9198e5767', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-954061325-subnet', 'tenant_id': 'ae4b3653b44d49b2a742a65885482459', 'ip_version': 4}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:37:37.983268 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274cde03-f28e-4047-afb7-235575d1ed60', 'name': 'tempest-TestMinimumBasicScenario-634688316-router', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '38d0517b-3f45-44bd-a111-6559279154c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:31Z', 'updated_at': '2021-06-17T14:37:35Z', 'revision_number': 4, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'gw_port': {'id': '38d0517b-3f45-44bd-a111-6559279154c6', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:32Z', 'updated_at': '2021-06-17T14:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '122b9b89-e6ab-4aa1-95f7-2a788467fa6c', 'name': '', 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'mac_address': 'fa:16:3e:6a:22:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da593f68-4f0d-41f1-ae27-d97980382c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:34Z', 'updated_at': '2021-06-17T14:37:35Z', 'revision_number': 2, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'subnets': [{'id': 'da593f68-4f0d-41f1-ae27-d97980382c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:38.007751 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] Checking router: 274cde03-f28e-4047-afb7-235575d1ed60 for host: dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:37:38.008107 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] Updating router 274cde03-f28e-4047-afb7-235575d1ed60 port 122b9b89-e6ab-4aa1-95f7-2a788467fa6c binding host dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:37:38.044194 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:38.051307 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b13a2d-986f-4395-8226-82d36fe89299 admin admin] Made reservation on behalf of ae4b3653b44d49b2a742a65885482459 for: {'subnet': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:37:38.053692 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c5b13a2d-986f-4395-8226-82d36fe89299 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260794530'] for subnet, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:38.164473 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 38d0517b-3f45-44bd-a111-6559279154c6 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:37:38.270622 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port 38d0517b-3f45-44bd-a111-6559279154c6 completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:37:38.275550 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 38d0517b-3f45-44bd-a111-6559279154c6 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:37:38.277997 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:38.309106 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c5b13a2d-986f-4395-8226-82d36fe89299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260794544'] for subnet, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:38.312316 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:38.334586 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:38.344998 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] Transition to ACTIVE for port object 122b9b89-e6ab-4aa1-95f7-2a788467fa6c will not be triggered until provisioned by entity L2. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:37:38.359042 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:38.364596 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b13a2d-986f-4395-8226-82d36fe89299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d09bf3-36f2-47fa-884e-47bc733af150,revision_number=0']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:38.367737 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c5b13a2d-986f-4395-8226-82d36fe89299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:38.382329 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b13a2d-986f-4395-8226-82d36fe89299 admin admin] Checking segment: {'id': '010d0b7f-76a1-4d7e-8842-cc4f84906077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '18b3b3fa-993e-4e97-8c2e-cac9198e5767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:37:38.382697 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b13a2d-986f-4395-8226-82d36fe89299 admin admin] Network hostable DHCP agents. Network: 18b3b3fa-993e-4e97-8c2e-cac9198e5767, hostable agents: ['5e674aae-4521-411e-b7ad-9e9eb91c2d49'], hosted agents: [] {{(pid=93280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:37:38.386077 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] For port 38d0517b-3f45-44bd-a111-6559279154c6, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=38d0517b-3f45-44bd-a111-6559279154c6,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:37:38.432619 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:38.432619 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:38.504747 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13dba97-1c0d-45e8-ba83-61b158af14c8 None None] Pushing event updated for resources: {'Port': ['ID=122b9b89-e6ab-4aa1-95f7-2a788467fa6c,revision_number=3']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:38.509117 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:38.509552 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b13a2d-986f-4395-8226-82d36fe89299 admin admin] Network 18b3b3fa-993e-4e97-8c2e-cac9198e5767 is scheduled to be hosted by DHCP agent 5e674aae-4521-411e-b7ad-9e9eb91c2d49 with binding_index 1 {{(pid=93280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:37:38.513812 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dba97-1c0d-45e8-ba83-61b158af14c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:38.514040 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dba97-1c0d-45e8-ba83-61b158af14c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:38.514380 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dba97-1c0d-45e8-ba83-61b158af14c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:38.514817 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dba97-1c0d-45e8-ba83-61b158af14c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:38.515024 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dba97-1c0d-45e8-ba83-61b158af14c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:38.515353 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dba97-1c0d-45e8-ba83-61b158af14c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:38.515677 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dba97-1c0d-45e8-ba83-61b158af14c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:38.516000 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dba97-1c0d-45e8-ba83-61b158af14c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:38.516487 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dba97-1c0d-45e8-ba83-61b158af14c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:38.516979 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dba97-1c0d-45e8-ba83-61b158af14c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:38.517427 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-28176f2c-e136-4a7e-9aba-3ed0a7d95748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:38.517593 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dba97-1c0d-45e8-ba83-61b158af14c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:38.517787 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13dba97-1c0d-45e8-ba83-61b158af14c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:38.523477 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-e13dba97-1c0d-45e8-ba83-61b158af14c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:38.569196 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Pushing event updated for resources: {'Port': ['ID=38d0517b-3f45-44bd-a111-6559279154c6,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:38.572491 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:38.583584 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] Attempting to bind port 122b9b89-e6ab-4aa1-95f7-2a788467fa6c on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:37:38.583962 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] Attempting to bind port 122b9b89-e6ab-4aa1-95f7-2a788467fa6c by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': '3be4c3df-53a7-4e32-9af8-e978240c9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138'}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:37:38.586360 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] Attempting to bind port 122b9b89-e6ab-4aa1-95f7-2a788467fa6c on network 04cc779a-5b6b-42e2-9c49-b70ba43c7138 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:37:38.588791 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-c5b13a2d-986f-4395-8226-82d36fe89299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-smb, 18b3b3fa-993e-4e97-8c2e-cac9198e5767) {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:37:38.591551 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:37:38.591551 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] Checking segment: {'id': '3be4c3df-53a7-4e32-9af8-e978240c9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:37:38.592172 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:38.592172 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] Bound using segment: {'id': '3be4c3df-53a7-4e32-9af8-e978240c9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138'} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:37:38.592627 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] Bound port: 122b9b89-e6ab-4aa1-95f7-2a788467fa6c, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be4c3df-53a7-4e32-9af8-e978240c9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138'}}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:37:38.593001 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:38.600065 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b13a2d-986f-4395-8226-82d36fe89299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:37:38.602327 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-c5b13a2d-986f-4395-8226-82d36fe89299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for subnet, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:38.603858 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c76709-10a7-4f8b-808d-3cef6544ef88 None None] Network 18b3b3fa-993e-4e97-8c2e-cac9198e5767 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:37:38.675954 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] For port 122b9b89-e6ab-4aa1-95f7-2a788467fa6c, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:37:38.679165 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] For port 122b9b89-e6ab-4aa1-95f7-2a788467fa6c, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=122b9b89-e6ab-4aa1-95f7-2a788467fa6c,segment=NetworkSegment(3be4c3df-53a7-4e32-9af8-e978240c9204),segment_id=3be4c3df-53a7-4e32-9af8-e978240c9204)] {{(pid=93282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:37:38.749771 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-c5b13a2d-986f-4395-8226-82d36fe89299 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7896430 Jun 17 14:37:38.752193 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37472) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:38.756840 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-9af119ff-40ca-4c54-8638-8df025db3a8e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-954061325-router', 'tenant_id': 'ae4b3653b44d49b2a742a65885482459', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:37:38.760660 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:38.767522 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-a428f8e4-9ee7-4b8d-a430-05de27073488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:38.822516 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] Routers {'274cde03-f28e-4047-afb7-235575d1ed60'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:37:38.823154 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:37:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['274cde03-f28e-4047-afb7-235575d1ed60'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:38.858464 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9af119ff-40ca-4c54-8638-8df025db3a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-890073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-976'] for router, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:38.859704 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9af119ff-40ca-4c54-8638-8df025db3a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-970129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-959238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-975'] for router, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:38.882404 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47967912-1cf6-55f0-b54e-8ed58effb64d-18b3b3fa-993e-4e97-8c2e-cac9198e5767', 'network_id': '18b3b3fa-993e-4e97-8c2e-cac9198e5767', 'tenant_id': 'ae4b3653b44d49b2a742a65885482459', 'fixed_ips': [{'subnet_id': '92d09bf3-36f2-47fa-884e-47bc733af150'}]}} from dv-cinder-796286-6-smb. {{(pid=93281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 14:37:38.883309 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:38.913424 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13dba97-1c0d-45e8-ba83-61b158af14c8 None None] Pushing event updated for resources: {'Port': ['ID=122b9b89-e6ab-4aa1-95f7-2a788467fa6c,revision_number=4']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:38.921949 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-e13dba97-1c0d-45e8-ba83-61b158af14c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:38.946542 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9af119ff-40ca-4c54-8638-8df025db3a8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:38.994252 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] Set router 274cde03-f28e-4047-afb7-235575d1ed60 gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:37:39.102060 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.db_base_plugin_common [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Allocated IP 172.20.0.2 (18b3b3fa-993e-4e97-8c2e-cac9198e5767/92d09bf3-36f2-47fa-884e-47bc733af150/d24595c9-b83f-4ee4-b915-d4413b0fef4f) {{(pid=93281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:37:39.189072 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9af119ff-40ca-4c54-8638-8df025db3a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-970201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-890027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1021'] for router, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:39.250815 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274cde03-f28e-4047-afb7-235575d1ed60', 'name': 'tempest-TestMinimumBasicScenario-634688316-router', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '38d0517b-3f45-44bd-a111-6559279154c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:31Z', 'updated_at': '2021-06-17T14:37:35Z', 'revision_number': 4, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'gw_port': {'id': '38d0517b-3f45-44bd-a111-6559279154c6', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:32Z', 'updated_at': '2021-06-17T14:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '122b9b89-e6ab-4aa1-95f7-2a788467fa6c', 'name': '', 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'mac_address': 'fa:16:3e:6a:22:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da593f68-4f0d-41f1-ae27-d97980382c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:34Z', 'updated_at': '2021-06-17T14:37:38Z', 'revision_number': 4, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'subnets': [{'id': 'da593f68-4f0d-41f1-ae27-d97980382c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:39.290057 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb437b93-3eb0-4bf7-8a90-ba126264a670 None None] The sync data for ids ['274cde03-f28e-4047-afb7-235575d1ed60'] in dv-cinder-796286-6-smb is: [{'id': '274cde03-f28e-4047-afb7-235575d1ed60', 'name': 'tempest-TestMinimumBasicScenario-634688316-router', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '38d0517b-3f45-44bd-a111-6559279154c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:31Z', 'updated_at': '2021-06-17T14:37:35Z', 'revision_number': 4, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'gw_port': {'id': '38d0517b-3f45-44bd-a111-6559279154c6', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:32Z', 'updated_at': '2021-06-17T14:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '122b9b89-e6ab-4aa1-95f7-2a788467fa6c', 'name': '', 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'mac_address': 'fa:16:3e:6a:22:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da593f68-4f0d-41f1-ae27-d97980382c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:34Z', 'updated_at': '2021-06-17T14:37:38Z', 'revision_number': 4, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'subnets': [{'id': 'da593f68-4f0d-41f1-ae27-d97980382c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:37:39.297427 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Notify callbacks [] for port, precommit_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:39.306052 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Transition to ACTIVE for port object d24595c9-b83f-4ee4-b915-d4413b0fef4f will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:37:39.329853 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Transition to ACTIVE for port object d24595c9-b83f-4ee4-b915-d4413b0fef4f will not be triggered until provisioned by entity DHCP. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:37:39.389039 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376'] for port, after_create {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:39.401486 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:39.443070 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Network 18b3b3fa-993e-4e97-8c2e-cac9198e5767 is already hosted by enough agents. {{(pid=93281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:37:39.446053 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.scheduler.base_scheduler [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Resources bound (agent type, host, resource id): {{(pid=93281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:37:39.453246 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Received port after_create {{(pid=93281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:37:39.460467 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Pushing event updated for resources: {'Port': ['ID=d24595c9-b83f-4ee4-b915-d4413b0fef4f,revision_number=1']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:39.468050 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:39.474008 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9af119ff-40ca-4c54-8638-8df025db3a8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:39.494229 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9af119ff-40ca-4c54-8638-8df025db3a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:39.528432 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Attempting to bind port d24595c9-b83f-4ee4-b915-d4413b0fef4f on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:37:39.528896 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Attempting to bind port d24595c9-b83f-4ee4-b915-d4413b0fef4f by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': '010d0b7f-76a1-4d7e-8842-cc4f84906077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '18b3b3fa-993e-4e97-8c2e-cac9198e5767'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:37:39.529368 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Attempting to bind port d24595c9-b83f-4ee4-b915-d4413b0fef4f on network 18b3b3fa-993e-4e97-8c2e-cac9198e5767 {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:37:39.534953 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:37:39.535292 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Checking segment: {'id': '010d0b7f-76a1-4d7e-8842-cc4f84906077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '18b3b3fa-993e-4e97-8c2e-cac9198e5767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:37:39.535777 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:39.536264 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Bound using segment: {'id': '010d0b7f-76a1-4d7e-8842-cc4f84906077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '18b3b3fa-993e-4e97-8c2e-cac9198e5767'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:37:39.536822 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Bound port: d24595c9-b83f-4ee4-b915-d4413b0fef4f, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010d0b7f-76a1-4d7e-8842-cc4f84906077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '18b3b3fa-993e-4e97-8c2e-cac9198e5767'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:37:39.537316 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:39.603159 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] For port d24595c9-b83f-4ee4-b915-d4413b0fef4f, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:37:39.605654 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-9af119ff-40ca-4c54-8638-8df025db3a8e admin admin] Allocated IP 172.28.1.75 (bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a/1de5b000-f039-4ced-982c-ad6f7c0b7727/e09a87b3-09f7-47ee-bb31-c861bb785058) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:37:39.607465 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] For port d24595c9-b83f-4ee4-b915-d4413b0fef4f, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=d24595c9-b83f-4ee4-b915-d4413b0fef4f,segment=NetworkSegment(010d0b7f-76a1-4d7e-8842-cc4f84906077),segment_id=010d0b7f-76a1-4d7e-8842-cc4f84906077)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:37:39.686507 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:39.689393 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:39.712549 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9af119ff-40ca-4c54-8638-8df025db3a8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:39.762173 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Pushing event updated for resources: {'Port': ['ID=d24595c9-b83f-4ee4-b915-d4413b0fef4f,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:39.773104 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:39.840680 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9af119ff-40ca-4c54-8638-8df025db3a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520890'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:39.843141 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c9378712-a2d1-44be-bf6b-19efe9110bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:39.881867 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af119ff-40ca-4c54-8638-8df025db3a8e admin admin] Network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:37:39.884991 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-9af119ff-40ca-4c54-8638-8df025db3a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:37:39.891552 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af119ff-40ca-4c54-8638-8df025db3a8e admin admin] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:37:39.897157 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af119ff-40ca-4c54-8638-8df025db3a8e admin admin] Pushing event updated for resources: {'Port': ['ID=e09a87b3-09f7-47ee-bb31-c861bb785058,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:39.926808 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-9af119ff-40ca-4c54-8638-8df025db3a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:40.277722 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 122b9b89-e6ab-4aa1-95f7-2a788467fa6c up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:37:40.300031 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9af119ff-40ca-4c54-8638-8df025db3a8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:40.394215 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port 122b9b89-e6ab-4aa1-95f7-2a788467fa6c completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:37:40.400424 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 122b9b89-e6ab-4aa1-95f7-2a788467fa6c triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:37:40.404448 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:40.509206 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:40.541635 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9af119ff-40ca-4c54-8638-8df025db3a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-970238'] for router, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:40.574308 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] For port 122b9b89-e6ab-4aa1-95f7-2a788467fa6c, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=122b9b89-e6ab-4aa1-95f7-2a788467fa6c,segment=NetworkSegment(3be4c3df-53a7-4e32-9af8-e978240c9204),segment_id=3be4c3df-53a7-4e32-9af8-e978240c9204)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:37:40.668628 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:40.669580 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 38d0517b-3f45-44bd-a111-6559279154c6 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:37:40.689680 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-85d8723d-9f72-4194-9486-609e0c75974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:40.749140 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Pushing event updated for resources: {'Port': ['ID=122b9b89-e6ab-4aa1-95f7-2a788467fa6c,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:40.753407 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:40.760542 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 38d0517b-3f45-44bd-a111-6559279154c6 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:37:40.760968 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:40.794559 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af119ff-40ca-4c54-8638-8df025db3a8e admin admin] Router 00e6be1e-76cd-45ec-92e1-2fafc35f0aae is scheduled to L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 with binding_index 1 {{(pid=93280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 14:37:40.832696 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c53665-30a5-454d-acb7-17dc13eeb489 None None] Network 18b3b3fa-993e-4e97-8c2e-cac9198e5767 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:37:40.870923 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device d24595c9-b83f-4ee4-b915-d4413b0fef4f up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:37:40.905482 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af119ff-40ca-4c54-8638-8df025db3a8e admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:37:40.994343 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9af119ff-40ca-4c54-8638-8df025db3a8e admin admin] Notify callbacks [] for router, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:40.995822 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-9af119ff-40ca-4c54-8638-8df025db3a8e admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2424984 Jun 17 14:37:40.998632 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37488) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:41.046489 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] Sync routers for ids ['00e6be1e-76cd-45ec-92e1-2fafc35f0aae'] in dv-cinder-796286-6-smb {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:37:41.081556 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] Routers {'00e6be1e-76cd-45ec-92e1-2fafc35f0aae'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:37:41.082151 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:37:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['00e6be1e-76cd-45ec-92e1-2fafc35f0aae'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:41.160801 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-cac47e04-4981-4a82-9333-38f6763d3b23 None None] Provisioning for port d24595c9-b83f-4ee4-b915-d4413b0fef4f completed by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:37:41.259831 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port d24595c9-b83f-4ee4-b915-d4413b0fef4f completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:37:41.275237 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port d24595c9-b83f-4ee4-b915-d4413b0fef4f triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:37:41.275621 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:41.278476 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] Set router 00e6be1e-76cd-45ec-92e1-2fafc35f0aae gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:37:41.449387 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:41.506654 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:41.551143 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e6be1e-76cd-45ec-92e1-2fafc35f0aae', 'name': 'tempest-TestMinimumBasicScenario-954061325-router', 'tenant_id': 'ae4b3653b44d49b2a742a65885482459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': 'e09a87b3-09f7-47ee-bb31-c861bb785058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:38Z', 'updated_at': '2021-06-17T14:37:40Z', 'revision_number': 3, 'project_id': 'ae4b3653b44d49b2a742a65885482459', 'gw_port': {'id': 'e09a87b3-09f7-47ee-bb31-c861bb785058', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e6be1e-76cd-45ec-92e1-2fafc35f0aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:39Z', 'updated_at': '2021-06-17T14:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:41.585015 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] Checking router: 00e6be1e-76cd-45ec-92e1-2fafc35f0aae for host: dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:37:41.585381 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] Updating router 00e6be1e-76cd-45ec-92e1-2fafc35f0aae port e09a87b3-09f7-47ee-bb31-c861bb785058 binding host dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:37:41.611269 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] Allocated IP 172.20.0.1 (18b3b3fa-993e-4e97-8c2e-cac9198e5767/92d09bf3-36f2-47fa-884e-47bc733af150/e8f6498c-0d62-408f-b07b-ada721e8748b) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:37:41.612508 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] For port d24595c9-b83f-4ee4-b915-d4413b0fef4f, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=d24595c9-b83f-4ee4-b915-d4413b0fef4f,segment=NetworkSegment(010d0b7f-76a1-4d7e-8842-cc4f84906077),segment_id=010d0b7f-76a1-4d7e-8842-cc4f84906077)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:37:41.635391 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:41.637562 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-6b9867c6-33a9-466a-a494-d06d4ede4421 None None] Provisioning complete for port d24595c9-b83f-4ee4-b915-d4413b0fef4f triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:37:41.638117 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-6b9867c6-33a9-466a-a494-d06d4ede4421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:41.715646 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:41.728933 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] Transition to ACTIVE for port object e8f6498c-0d62-408f-b07b-ada721e8748b will not be triggered until provisioned by entity DHCP. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:37:41.746822 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:41.754638 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-c280f351-335f-4844-8dda-2cddc2116388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:41.823742 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520890'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:41.826926 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-8b4558ea-b85a-481c-9ad2-13cc6655b814 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:41.849910 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Pushing event updated for resources: {'Port': ['ID=d24595c9-b83f-4ee4-b915-d4413b0fef4f,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:41.862036 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:41.863921 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] Network 18b3b3fa-993e-4e97-8c2e-cac9198e5767 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:37:41.870342 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:37:41.874849 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:37:41.877974 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f6498c-0d62-408f-b07b-ada721e8748b,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:41.897715 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:41.916231 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980807'] for router_interface, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:42.004560 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:42.015558 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] Transition to ACTIVE for port object e09a87b3-09f7-47ee-bb31-c861bb785058 will not be triggered until provisioned by entity L2. {{(pid=93281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:37:42.097527 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:42.099682 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:42.129875 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 122b9b89-e6ab-4aa1-95f7-2a788467fa6c up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:37:42.165686 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:42.191232 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7fc365-ff44-4ea5-904a-37a8bbfa8501 None None] Pushing event updated for resources: {'Port': ['ID=e09a87b3-09f7-47ee-bb31-c861bb785058,revision_number=2']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:42.194904 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-6c7fc365-ff44-4ea5-904a-37a8bbfa8501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:42.195739 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] Attempting to bind port e09a87b3-09f7-47ee-bb31-c861bb785058 on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:37:42.196125 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] Attempting to bind port e09a87b3-09f7-47ee-bb31-c861bb785058 by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:37:42.200650 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] Attempting to bind port e09a87b3-09f7-47ee-bb31-c861bb785058 on network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:37:42.204212 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:37:42.204657 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] Checking segment: {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:37:42.205023 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:42.205429 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] Bound using segment: {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'} {{(pid=93281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:37:42.205975 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.managers [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] Bound port: e09a87b3-09f7-47ee-bb31-c861bb785058, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862480c6-9645-40b6-bc3a-1cc5d74dce98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a'}}] {{(pid=93281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:37:42.206365 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:42.250564 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port 122b9b89-e6ab-4aa1-95f7-2a788467fa6c triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:37:42.250917 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:42.280726 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-7f16a733-9968-4c16-bab5-78d32015aa01 None None] Provisioning for port e8f6498c-0d62-408f-b07b-ada721e8748b completed by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:37:42.295596 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] For port e09a87b3-09f7-47ee-bb31-c861bb785058, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:37:42.297792 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-7f16a733-9968-4c16-bab5-78d32015aa01 None None] Provisioning complete for port e8f6498c-0d62-408f-b07b-ada721e8748b triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:37:42.298182 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7f16a733-9968-4c16-bab5-78d32015aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:42.304490 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] For port e09a87b3-09f7-47ee-bb31-c861bb785058, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=e09a87b3-09f7-47ee-bb31-c861bb785058,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:37:42.346999 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-7f16a733-9968-4c16-bab5-78d32015aa01 None None] Port e8f6498c-0d62-408f-b07b-ada721e8748b cannot update to ACTIVE because it is not bound. {{(pid=93281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:37:42.370935 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:42.375345 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-65c81500-f05d-4b24-a4f0-0d932999f164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:42.423343 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device d24595c9-b83f-4ee4-b915-d4413b0fef4f up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:37:42.473405 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] Routers {'00e6be1e-76cd-45ec-92e1-2fafc35f0aae'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:37:42.474084 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:37:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['00e6be1e-76cd-45ec-92e1-2fafc35f0aae'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:42.476095 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7fc365-ff44-4ea5-904a-37a8bbfa8501 None None] Pushing event updated for resources: {'Port': ['ID=e09a87b3-09f7-47ee-bb31-c861bb785058,revision_number=3']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:42.509684 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-6c7fc365-ff44-4ea5-904a-37a8bbfa8501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:42.584778 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port d24595c9-b83f-4ee4-b915-d4413b0fef4f triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:37:42.584778 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:42.610137 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:42.618347 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] Set router 00e6be1e-76cd-45ec-92e1-2fafc35f0aae gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:37:42.679890 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:42.682971 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-de4f1e2b-e4f2-434c-a683-335437f55729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:42.746411 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-967660'] for router_interface, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:42.751739 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f6498c-0d62-408f-b07b-ada721e8748b,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:42.754552 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:42.848685 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] Network 18b3b3fa-993e-4e97-8c2e-cac9198e5767 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:37:42.850132 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:37:43.003501 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e6be1e-76cd-45ec-92e1-2fafc35f0aae', 'name': 'tempest-TestMinimumBasicScenario-954061325-router', 'tenant_id': 'ae4b3653b44d49b2a742a65885482459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': 'e09a87b3-09f7-47ee-bb31-c861bb785058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:38Z', 'updated_at': '2021-06-17T14:37:42Z', 'revision_number': 4, 'project_id': 'ae4b3653b44d49b2a742a65885482459', 'gw_port': {'id': 'e09a87b3-09f7-47ee-bb31-c861bb785058', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e6be1e-76cd-45ec-92e1-2fafc35f0aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:39Z', 'updated_at': '2021-06-17T14:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': 'e8f6498c-0d62-408f-b07b-ada721e8748b', 'name': '', 'network_id': '18b3b3fa-993e-4e97-8c2e-cac9198e5767', 'tenant_id': 'ae4b3653b44d49b2a742a65885482459', 'mac_address': 'fa:16:3e:71:62:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e6be1e-76cd-45ec-92e1-2fafc35f0aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '92d09bf3-36f2-47fa-884e-47bc733af150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:41Z', 'updated_at': '2021-06-17T14:37:41Z', 'revision_number': 1, 'project_id': 'ae4b3653b44d49b2a742a65885482459', 'subnets': [{'id': '92d09bf3-36f2-47fa-884e-47bc733af150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:43.012716 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] Router 00e6be1e-76cd-45ec-92e1-2fafc35f0aae has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:37:43.031046 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d58f2e-8a9b-4a68-bc48-1e90b0b072a7 None None] The sync data for ids ['00e6be1e-76cd-45ec-92e1-2fafc35f0aae'] in dv-cinder-796286-6-smb is: [{'id': '00e6be1e-76cd-45ec-92e1-2fafc35f0aae', 'name': 'tempest-TestMinimumBasicScenario-954061325-router', 'tenant_id': 'ae4b3653b44d49b2a742a65885482459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': 'e09a87b3-09f7-47ee-bb31-c861bb785058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:38Z', 'updated_at': '2021-06-17T14:37:42Z', 'revision_number': 4, 'project_id': 'ae4b3653b44d49b2a742a65885482459', 'gw_port': {'id': 'e09a87b3-09f7-47ee-bb31-c861bb785058', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e6be1e-76cd-45ec-92e1-2fafc35f0aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:39Z', 'updated_at': '2021-06-17T14:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': 'e8f6498c-0d62-408f-b07b-ada721e8748b', 'name': '', 'network_id': '18b3b3fa-993e-4e97-8c2e-cac9198e5767', 'tenant_id': 'ae4b3653b44d49b2a742a65885482459', 'mac_address': 'fa:16:3e:71:62:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e6be1e-76cd-45ec-92e1-2fafc35f0aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '92d09bf3-36f2-47fa-884e-47bc733af150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:41Z', 'updated_at': '2021-06-17T14:37:41Z', 'revision_number': 1, 'project_id': 'ae4b3653b44d49b2a742a65885482459', 'subnets': [{'id': '92d09bf3-36f2-47fa-884e-47bc733af150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:37:43.079895 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-04914e8a-55c0-4f3d-94b5-f23f9825bd1e None None] Provisioning complete for port e8f6498c-0d62-408f-b07b-ada721e8748b triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:37:43.080280 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-04914e8a-55c0-4f3d-94b5-f23f9825bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:43.115950 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-04914e8a-55c0-4f3d-94b5-f23f9825bd1e None None] Port e8f6498c-0d62-408f-b07b-ada721e8748b cannot update to ACTIVE because it is not bound. {{(pid=93281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:37:43.129974 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:37:43.134732 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] 10.222.0.86 "PUT /v2.0/routers/00e6be1e-76cd-45ec-92e1-2fafc35f0aae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1351216 Jun 17 14:37:43.292800 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-60b887d0-8171-42ed-9ff8-815ca475650a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:44.182209 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device e09a87b3-09f7-47ee-bb31-c861bb785058 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:37:44.327049 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port e09a87b3-09f7-47ee-bb31-c861bb785058 completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:37:44.332107 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port e09a87b3-09f7-47ee-bb31-c861bb785058 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:37:44.332629 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:44.422267 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:44.446906 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] For port e09a87b3-09f7-47ee-bb31-c861bb785058, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=e09a87b3-09f7-47ee-bb31-c861bb785058,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:37:44.543989 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:44.546038 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:44.601993 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Pushing event updated for resources: {'Port': ['ID=e09a87b3-09f7-47ee-bb31-c861bb785058,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:44.614635 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:45.715253 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-263d9294-76ac-4ea9-b1f2-5c9ee56aa2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:45.897351 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:46.174902 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device e09a87b3-09f7-47ee-bb31-c861bb785058 up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:37:46.235177 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port e09a87b3-09f7-47ee-bb31-c861bb785058 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:37:46.235562 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:46.518721 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] Sync routers for ids ['00e6be1e-76cd-45ec-92e1-2fafc35f0aae'] in dv-cinder-796286-6-smb {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:37:46.537264 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] Routers {'00e6be1e-76cd-45ec-92e1-2fafc35f0aae'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:37:46.538256 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:37:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['00e6be1e-76cd-45ec-92e1-2fafc35f0aae'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:46.599772 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37576) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:46.664710 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] Set router 00e6be1e-76cd-45ec-92e1-2fafc35f0aae gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:37:46.728241 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-076b97c3-65fe-4421-8a85-af22bb08914e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:46.833298 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-076b97c3-65fe-4421-8a85-af22bb08914e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:46.983662 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e6be1e-76cd-45ec-92e1-2fafc35f0aae', 'name': 'tempest-TestMinimumBasicScenario-954061325-router', 'tenant_id': 'ae4b3653b44d49b2a742a65885482459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': 'e09a87b3-09f7-47ee-bb31-c861bb785058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:38Z', 'updated_at': '2021-06-17T14:37:42Z', 'revision_number': 4, 'project_id': 'ae4b3653b44d49b2a742a65885482459', 'gw_port': {'id': 'e09a87b3-09f7-47ee-bb31-c861bb785058', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e6be1e-76cd-45ec-92e1-2fafc35f0aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:39Z', 'updated_at': '2021-06-17T14:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': 'e8f6498c-0d62-408f-b07b-ada721e8748b', 'name': '', 'network_id': '18b3b3fa-993e-4e97-8c2e-cac9198e5767', 'tenant_id': 'ae4b3653b44d49b2a742a65885482459', 'mac_address': 'fa:16:3e:71:62:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e6be1e-76cd-45ec-92e1-2fafc35f0aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '92d09bf3-36f2-47fa-884e-47bc733af150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:41Z', 'updated_at': '2021-06-17T14:37:42Z', 'revision_number': 2, 'project_id': 'ae4b3653b44d49b2a742a65885482459', 'subnets': [{'id': '92d09bf3-36f2-47fa-884e-47bc733af150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:47.008720 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] Checking router: 00e6be1e-76cd-45ec-92e1-2fafc35f0aae for host: dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:37:47.009075 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] Updating router 00e6be1e-76cd-45ec-92e1-2fafc35f0aae port e8f6498c-0d62-408f-b07b-ada721e8748b binding host dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 14:37:47.041523 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:47.154041 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:47.182683 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-076b97c3-65fe-4421-8a85-af22bb08914e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:47.185492 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-61db68a4-9756-407d-8232-ae815bf47d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:47.227878 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37582) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:47.236553 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-076b97c3-65fe-4421-8a85-af22bb08914e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bbdd93849de749d4aa4014163294769f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6356070 Jun 17 14:37:47.243774 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b97c3-65fe-4421-8a85-af22bb08914e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2592dd-5262-4e1b-821d-2e90ade8d162,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:47.249086 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-076b97c3-65fe-4421-8a85-af22bb08914e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:47.287014 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-eee3862f-f71c-4637-ae5c-6d8e65a35a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:47.311067 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-eee3862f-f71c-4637-ae5c-6d8e65a35a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:47.331976 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] Notify callbacks [] for port, precommit_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:47.343487 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.provisioning_blocks [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] Transition to ACTIVE for port object e8f6498c-0d62-408f-b07b-ada721e8748b will not be triggered until provisioned by entity L2. {{(pid=93282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:37:47.440657 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:47.443214 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-e13dba97-1c0d-45e8-ba83-61b158af14c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:47.457300 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-eee3862f-f71c-4637-ae5c-6d8e65a35a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:47.460011 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-eee3862f-f71c-4637-ae5c-6d8e65a35a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:47.467159 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-eee3862f-f71c-4637-ae5c-6d8e65a35a7c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ab2592dd-5262-4e1b-821d-2e90ade8d162 HTTP/1.1" status: 204 len: 168 time: 0.2378504 Jun 17 14:37:47.467791 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-b569f01d-7c1a-46d7-a4a2-b62e5c18bb98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:47.475907 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3862f-f71c-4637-ae5c-6d8e65a35a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2592dd-5262-4e1b-821d-2e90ade8d162,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:47.479108 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-eee3862f-f71c-4637-ae5c-6d8e65a35a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:47.519390 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c10ab3-5ae0-497c-a105-9f0024e917ed None None] Pushing event updated for resources: {'Port': ['ID=e8f6498c-0d62-408f-b07b-ada721e8748b,revision_number=3']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:47.564347 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-72c10ab3-5ae0-497c-a105-9f0024e917ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:47.628311 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] Attempting to bind port e8f6498c-0d62-408f-b07b-ada721e8748b on host dv-cinder-796286-6-smb for vnic_type normal with profile {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:37:47.628683 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] Attempting to bind port e8f6498c-0d62-408f-b07b-ada721e8748b by drivers openvswitch,hyperv on host dv-cinder-796286-6-smb at level 0 using segments [{'id': '010d0b7f-76a1-4d7e-8842-cc4f84906077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '18b3b3fa-993e-4e97-8c2e-cac9198e5767'}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:37:47.629054 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] Attempting to bind port e8f6498c-0d62-408f-b07b-ada721e8748b on network 18b3b3fa-993e-4e97-8c2e-cac9198e5767 {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:37:47.634576 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] Checking agent: {'id': 'c0ff9a5d-9959-4c03-bbdc-7edce0a33fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 22, 16), 'started_at': datetime.datetime(2021, 6, 17, 14, 22, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:37:47.634964 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] Checking segment: {'id': '010d0b7f-76a1-4d7e-8842-cc4f84906077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '18b3b3fa-993e-4e97-8c2e-cac9198e5767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:37:47.635364 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:47.636305 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] Bound using segment: {'id': '010d0b7f-76a1-4d7e-8842-cc4f84906077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '18b3b3fa-993e-4e97-8c2e-cac9198e5767'} {{(pid=93282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:37:47.636780 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.managers [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] Bound port: e8f6498c-0d62-408f-b07b-ada721e8748b, host: dv-cinder-796286-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010d0b7f-76a1-4d7e-8842-cc4f84906077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '18b3b3fa-993e-4e97-8c2e-cac9198e5767'}}] {{(pid=93282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:37:47.637156 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:47.708326 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] For port e8f6498c-0d62-408f-b07b-ada721e8748b, host dv-cinder-796286-6-smb, cleared binding levels {{(pid=93282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:37:47.711673 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.plugins.ml2.db [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] For port e8f6498c-0d62-408f-b07b-ada721e8748b, host dv-cinder-796286-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=e8f6498c-0d62-408f-b07b-ada721e8748b,segment=NetworkSegment(010d0b7f-76a1-4d7e-8842-cc4f84906077),segment_id=010d0b7f-76a1-4d7e-8842-cc4f84906077)] {{(pid=93282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:37:47.812700 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron_lib.callbacks.manager [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:47.815043 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:47.915326 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] Routers {'00e6be1e-76cd-45ec-92e1-2fafc35f0aae'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:37:47.916139 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:37:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['00e6be1e-76cd-45ec-92e1-2fafc35f0aae'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:47.969258 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c10ab3-5ae0-497c-a105-9f0024e917ed None None] Pushing event updated for resources: {'Port': ['ID=e8f6498c-0d62-408f-b07b-ada721e8748b,revision_number=4']} {{(pid=93282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:47.999105 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG oslo_concurrency.lockutils [None req-72c10ab3-5ae0-497c-a105-9f0024e917ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:48.055032 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] Set router 00e6be1e-76cd-45ec-92e1-2fafc35f0aae gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:37:48.222808 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device e8f6498c-0d62-408f-b07b-ada721e8748b up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:37:48.298718 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e6be1e-76cd-45ec-92e1-2fafc35f0aae', 'name': 'tempest-TestMinimumBasicScenario-954061325-router', 'tenant_id': 'ae4b3653b44d49b2a742a65885482459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': 'e09a87b3-09f7-47ee-bb31-c861bb785058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:38Z', 'updated_at': '2021-06-17T14:37:42Z', 'revision_number': 4, 'project_id': 'ae4b3653b44d49b2a742a65885482459', 'gw_port': {'id': 'e09a87b3-09f7-47ee-bb31-c861bb785058', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e6be1e-76cd-45ec-92e1-2fafc35f0aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:39Z', 'updated_at': '2021-06-17T14:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': 'e8f6498c-0d62-408f-b07b-ada721e8748b', 'name': '', 'network_id': '18b3b3fa-993e-4e97-8c2e-cac9198e5767', 'tenant_id': 'ae4b3653b44d49b2a742a65885482459', 'mac_address': 'fa:16:3e:71:62:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e6be1e-76cd-45ec-92e1-2fafc35f0aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '92d09bf3-36f2-47fa-884e-47bc733af150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:41Z', 'updated_at': '2021-06-17T14:37:47Z', 'revision_number': 4, 'project_id': 'ae4b3653b44d49b2a742a65885482459', 'subnets': [{'id': '92d09bf3-36f2-47fa-884e-47bc733af150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:37:48.325854 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe0031-d515-40e5-918e-e57e74b6ca3f None None] The sync data for ids ['00e6be1e-76cd-45ec-92e1-2fafc35f0aae'] in dv-cinder-796286-6-smb is: [{'id': '00e6be1e-76cd-45ec-92e1-2fafc35f0aae', 'name': 'tempest-TestMinimumBasicScenario-954061325-router', 'tenant_id': 'ae4b3653b44d49b2a742a65885482459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': 'e09a87b3-09f7-47ee-bb31-c861bb785058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:38Z', 'updated_at': '2021-06-17T14:37:42Z', 'revision_number': 4, 'project_id': 'ae4b3653b44d49b2a742a65885482459', 'gw_port': {'id': 'e09a87b3-09f7-47ee-bb31-c861bb785058', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e6be1e-76cd-45ec-92e1-2fafc35f0aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:39Z', 'updated_at': '2021-06-17T14:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': 'e8f6498c-0d62-408f-b07b-ada721e8748b', 'name': '', 'network_id': '18b3b3fa-993e-4e97-8c2e-cac9198e5767', 'tenant_id': 'ae4b3653b44d49b2a742a65885482459', 'mac_address': 'fa:16:3e:71:62:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e6be1e-76cd-45ec-92e1-2fafc35f0aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '92d09bf3-36f2-47fa-884e-47bc733af150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:41Z', 'updated_at': '2021-06-17T14:37:47Z', 'revision_number': 4, 'project_id': 'ae4b3653b44d49b2a742a65885482459', 'subnets': [{'id': '92d09bf3-36f2-47fa-884e-47bc733af150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:37:48.399876 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning for port e8f6498c-0d62-408f-b07b-ada721e8748b completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:37:48.405387 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port e8f6498c-0d62-408f-b07b-ada721e8748b triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:37:48.405847 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:48.418615 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37590) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:48.449940 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0d7aaa82-2947-401a-91a6-e7e48c47ed26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:48.530189 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:48.573710 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] For port e8f6498c-0d62-408f-b07b-ada721e8748b, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=e8f6498c-0d62-408f-b07b-ada721e8748b,segment=NetworkSegment(010d0b7f-76a1-4d7e-8842-cc4f84906077),segment_id=010d0b7f-76a1-4d7e-8842-cc4f84906077)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:37:48.575654 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0d7aaa82-2947-401a-91a6-e7e48c47ed26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:48.697635 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:48.700112 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:48.754890 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Pushing event updated for resources: {'Port': ['ID=e8f6498c-0d62-408f-b07b-ada721e8748b,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:48.758128 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:48.766263 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-0d7aaa82-2947-401a-91a6-e7e48c47ed26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:48.785235 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-afdfea89-3bdf-404e-b476-3e8b6fafd4d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:48.794690 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:48.809826 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-0d7aaa82-2947-401a-91a6-e7e48c47ed26 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8942c9b7fb2340a1855814d041dcf7e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867936 Jun 17 14:37:48.812380 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37592) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:48.822656 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7aaa82-2947-401a-91a6-e7e48c47ed26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83bad25-1330-4a8a-8f17-73c19b4f5eea,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:48.825828 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-0d7aaa82-2947-401a-91a6-e7e48c47ed26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:48.881920 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4b0ebd99-3675-4543-ad3a-6738fed4edfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:48.909514 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4b0ebd99-3675-4543-ad3a-6738fed4edfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:49.062660 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4b0ebd99-3675-4543-ad3a-6738fed4edfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:49.065418 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-4b0ebd99-3675-4543-ad3a-6738fed4edfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:49.069500 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-4b0ebd99-3675-4543-ad3a-6738fed4edfc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d83bad25-1330-4a8a-8f17-73c19b4f5eea HTTP/1.1" status: 204 len: 168 time: 0.2519350 Jun 17 14:37:49.069500 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-65ac8a2b-bb57-4545-93e9-aeb90b620218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:49.083666 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ebd99-3675-4543-ad3a-6738fed4edfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83bad25-1330-4a8a-8f17-73c19b4f5eea,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:49.085989 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4b0ebd99-3675-4543-ad3a-6738fed4edfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:50.134015 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device e8f6498c-0d62-408f-b07b-ada721e8748b up at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:37:50.186521 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Provisioning complete for port e8f6498c-0d62-408f-b07b-ada721e8748b triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:37:50.186909 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:54.299963 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37668) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:54.410655 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-86710e18-caeb-4eb1-8811-12ace6069ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:54.497267 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-86710e18-caeb-4eb1-8811-12ace6069ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:54.553776 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-86710e18-caeb-4eb1-8811-12ace6069ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:54.556269 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-5adba6d2-a5f8-42e4-aad4-bbeec669b5ba tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:54.593005 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-86710e18-caeb-4eb1-8811-12ace6069ebc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=37a068439c2248879ca079c4487f2f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919834 Jun 17 14:37:54.593990 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86710e18-caeb-4eb1-8811-12ace6069ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08359779-8ffd-4f18-9074-61f567f3ff96,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:54.595714 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37676) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:54.597003 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-86710e18-caeb-4eb1-8811-12ace6069ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:54.653926 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2b15e0c1-5f89-4aee-b4f1-5a9b4844bbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:54.673961 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2b15e0c1-5f89-4aee-b4f1-5a9b4844bbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:54.782386 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2b15e0c1-5f89-4aee-b4f1-5a9b4844bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:54.785011 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-2b15e0c1-5f89-4aee-b4f1-5a9b4844bbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:54.786219 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-2b15e0c1-5f89-4aee-b4f1-5a9b4844bbd2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/08359779-8ffd-4f18-9074-61f567f3ff96 HTTP/1.1" status: 204 len: 168 time: 0.1894283 Jun 17 14:37:54.787038 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-4095801e-5d16-4cb5-9213-8c5b2f307019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:54.795140 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15e0c1-5f89-4aee-b4f1-5a9b4844bbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08359779-8ffd-4f18-9074-61f567f3ff96,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:54.802487 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15e0c1-5f89-4aee-b4f1-5a9b4844bbd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:54.802878 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15e0c1-5f89-4aee-b4f1-5a9b4844bbd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:54.803255 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15e0c1-5f89-4aee-b4f1-5a9b4844bbd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:54.803628 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15e0c1-5f89-4aee-b4f1-5a9b4844bbd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:54.804115 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15e0c1-5f89-4aee-b4f1-5a9b4844bbd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:54.804610 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15e0c1-5f89-4aee-b4f1-5a9b4844bbd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:54.805126 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15e0c1-5f89-4aee-b4f1-5a9b4844bbd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:54.805516 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15e0c1-5f89-4aee-b4f1-5a9b4844bbd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:54.805882 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15e0c1-5f89-4aee-b4f1-5a9b4844bbd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:54.806245 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15e0c1-5f89-4aee-b4f1-5a9b4844bbd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:54.806710 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15e0c1-5f89-4aee-b4f1-5a9b4844bbd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:54.807266 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b15e0c1-5f89-4aee-b4f1-5a9b4844bbd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:37:54.810476 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-2b15e0c1-5f89-4aee-b4f1-5a9b4844bbd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:55.275379 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-d7b35dad-de8d-4fa9-bf34-dde1ad81c864 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:37:55.277439 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-d7b35dad-de8d-4fa9-bf34-dde1ad81c864 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/networks?id=04cc779a-5b6b-42e2-9c49-b70ba43c7138 HTTP/1.1" status: 200 len: 814 time: 0.1015410 Jun 17 14:37:55.292316 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-37db3cfc-4ff0-4638-af0f-b5cdd1aec7c5 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/quotas/c688b4d536e64fe080287e9ae5b69db7 HTTP/1.1" status: 200 len: 375 time: 0.0088544 Jun 17 14:37:55.361201 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-bd85d96f-4a88-419a-a822-1324d78183da tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c688b4d536e64fe080287e9ae5b69db7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630383 Jun 17 14:37:55.417326 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37700) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:55.430022 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-81786f66-5fda-4dcb-8ca0-9ac68e6dd387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:55.517918 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-81786f66-5fda-4dcb-8ca0-9ac68e6dd387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:55.570988 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-81786f66-5fda-4dcb-8ca0-9ac68e6dd387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:55.574107 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-53d43112-c5e2-42b7-acbe-7b191d1072e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:55.597119 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-348bdcc6-8be2-4015-837c-b06e66328c95 service neutron] 10.222.0.86 "GET /v2.0/networks/04cc779a-5b6b-42e2-9c49-b70ba43c7138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245147 Jun 17 14:37:55.609962 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-81786f66-5fda-4dcb-8ca0-9ac68e6dd387 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=835f516d4f0e4c779d8a7429ac17e8ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918969 Jun 17 14:37:55.611226 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81786f66-5fda-4dcb-8ca0-9ac68e6dd387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96139dca-7eb7-4516-8540-3c64c393ada3,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:55.613100 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37702) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:55.619068 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-81786f66-5fda-4dcb-8ca0-9ac68e6dd387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:55.661585 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-77990ba5-f442-4a11-a544-fbf6e08fa435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:55.685763 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-77990ba5-f442-4a11-a544-fbf6e08fa435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:55.690580 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-025336a0-1100-47ee-b7c8-1fb36c3eebf3 service neutron] 10.222.0.86 "GET /v2.0/networks/04cc779a-5b6b-42e2-9c49-b70ba43c7138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873208 Jun 17 14:37:55.787905 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-77990ba5-f442-4a11-a544-fbf6e08fa435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:55.790633 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-77990ba5-f442-4a11-a544-fbf6e08fa435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:55.796359 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-77990ba5-f442-4a11-a544-fbf6e08fa435 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/96139dca-7eb7-4516-8540-3c64c393ada3 HTTP/1.1" status: 204 len: 168 time: 0.1777596 Jun 17 14:37:55.796359 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-99e9ff18-81ce-4a5e-a45e-27df616be585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:55.800025 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77990ba5-f442-4a11-a544-fbf6e08fa435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96139dca-7eb7-4516-8540-3c64c393ada3,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:55.802294 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-77990ba5-f442-4a11-a544-fbf6e08fa435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:55.908514 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-6798bce5-7288-4891-8b72-aa31937881f2 req-eba7c1fd-2db0-49ee-8111-ec431a13294f tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 210 time: 0.0306273 Jun 17 14:37:56.997063 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-4a2a5604-140e-4bef-886d-f663af2d1524 req-431561b3-3659-475e-a2da-533c0519c88e tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 210 time: 0.0334623 Jun 17 14:37:58.137363 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-3cdfa6a8-f599-42c8-90ae-2b104d3d9293 req-268e086b-532a-47be-887c-43250ceb5139 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 210 time: 0.0291946 Jun 17 14:37:58.355037 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-7b15c7fb-1c74-45df-bbcb-a3a649a6e4f7 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:37:58.356467 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-7b15c7fb-1c74-45df-bbcb-a3a649a6e4f7 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.93 "GET /v2.0/networks?id=04cc779a-5b6b-42e2-9c49-b70ba43c7138 HTTP/1.1" status: 200 len: 814 time: 0.1029460 Jun 17 14:37:58.370868 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-c2ad44f2-bca5-4ea8-9c24-be09ecea5b67 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Request body: {'port': {'device_id': 'a5e2a374-4d0a-48a4-8717-2dea2e199248', 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138', 'admin_state_up': True, 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:37:58.530132 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37786) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:58.531392 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-c2ad44f2-bca5-4ea8-9c24-be09ecea5b67 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Made reservation on behalf of c688b4d536e64fe080287e9ae5b69db7 for: {'port': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:37:58.535142 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-c2ad44f2-bca5-4ea8-9c24-be09ecea5b67 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:58.641052 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-75f16189-5ca3-4ec5-a75a-f85e31130d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:58.663806 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-c2ad44f2-bca5-4ea8-9c24-be09ecea5b67 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Allocated IP 172.20.0.11 (04cc779a-5b6b-42e2-9c49-b70ba43c7138/da593f68-4f0d-41f1-ae27-d97980382c86/59df28e9-6dee-4f84-bc3f-a1c93b6c8d63) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:37:58.736165 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-75f16189-5ca3-4ec5-a75a-f85e31130d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:58.794061 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-75f16189-5ca3-4ec5-a75a-f85e31130d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:58.796601 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-ea2fac04-af94-4470-a106-9f3b3cc5ea32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:58.814451 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-c2ad44f2-bca5-4ea8-9c24-be09ecea5b67 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:58.828335 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-c2ad44f2-bca5-4ea8-9c24-be09ecea5b67 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Transition to ACTIVE for port object 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 will not be triggered until provisioned by entity DHCP. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:37:58.836410 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-75f16189-5ca3-4ec5-a75a-f85e31130d07 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=263c98a6675549bb9dc2af0b0171087e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051224 Jun 17 14:37:58.837210 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f16189-5ca3-4ec5-a75a-f85e31130d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160c3847-e0e2-4d5c-9fe4-f1d2cbd91f96,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:58.839686 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37796) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:58.841341 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-75f16189-5ca3-4ec5-a75a-f85e31130d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:58.904832 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-de4f9b0e-69c1-4d87-a024-2c36f36fe8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:58.931594 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-de4f9b0e-69c1-4d87-a024-2c36f36fe8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:58.939567 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-c2ad44f2-bca5-4ea8-9c24-be09ecea5b67 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520890'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:58.945265 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-45de1bf0-e858-42fd-b1ae-a2c2847e0d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:59.001765 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-c2ad44f2-bca5-4ea8-9c24-be09ecea5b67 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Network 04cc779a-5b6b-42e2-9c49-b70ba43c7138 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:37:59.005373 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-c2ad44f2-bca5-4ea8-9c24-be09ecea5b67 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:37:59.012912 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-c2ad44f2-bca5-4ea8-9c24-be09ecea5b67 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:37:59.020135 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad44f2-bca5-4ea8-9c24-be09ecea5b67 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Pushing event updated for resources: {'Port': ['ID=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:59.039885 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c2ad44f2-bca5-4ea8-9c24-be09ecea5b67 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:59.068482 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-c2ad44f2-bca5-4ea8-9c24-be09ecea5b67 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:37:59.069136 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-c2ad44f2-bca5-4ea8-9c24-be09ecea5b67 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:59.108463 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-de4f9b0e-69c1-4d87-a024-2c36f36fe8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:59.112227 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-de4f9b0e-69c1-4d87-a024-2c36f36fe8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:59.113381 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-de4f9b0e-69c1-4d87-a024-2c36f36fe8f9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/160c3847-e0e2-4d5c-9fe4-f1d2cbd91f96 HTTP/1.1" status: 204 len: 168 time: 0.2723765 Jun 17 14:37:59.118562 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4a8ef0eb-414f-4ba3-a653-225aae1ccfa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:59.123971 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f9b0e-69c1-4d87-a024-2c36f36fe8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160c3847-e0e2-4d5c-9fe4-f1d2cbd91f96,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:59.126431 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-de4f9b0e-69c1-4d87-a024-2c36f36fe8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:37:59.140533 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-c2ad44f2-bca5-4ea8-9c24-be09ecea5b67 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7704749 Jun 17 14:37:59.153091 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Request body: {'port': {'device_id': 'a5e2a374-4d0a-48a4-8717-2dea2e199248', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:37:59.232337 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:59.376953 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-f340e94d-c3ef-4ed5-97b4-b487ef165a29 None None] Provisioning for port 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 completed by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:37:59.381651 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-f340e94d-c3ef-4ed5-97b4-b487ef165a29 None None] Provisioning complete for port 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:37:59.382256 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f340e94d-c3ef-4ed5-97b4-b487ef165a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:59.402590 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a2b62-e3ea-4fdd-bbf0-6e225934b600 req-ba312807-5ed4-417f-a952-330271841287 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:37:59.404253 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-1d7a2b62-e3ea-4fdd-bbf0-6e225934b600 req-ba312807-5ed4-417f-a952-330271841287 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 932 time: 0.1408374 Jun 17 14:37:59.438310 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-f340e94d-c3ef-4ed5-97b4-b487ef165a29 None None] Port 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 cannot update to ACTIVE because it is not bound. {{(pid=93281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 14:37:59.542883 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-1d7a2b62-e3ea-4fdd-bbf0-6e225934b600 req-69fc557b-bda4-45f9-9195-e54673539430 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289787 Jun 17 14:37:59.739698 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:37:59.749260 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:59.763924 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Transition to ACTIVE for port object 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:37:59.811432 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:59.814547 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-34e2c34e-9213-4329-8c50-3831477671e2 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:37:59.891983 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37818) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:37:59.912799 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5e120556-530d-4fbf-ac2f-4705919dbb8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:37:59.987302 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Pushing event updated for resources: {'Port': ['ID=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:37:59.992117 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:00.016476 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Attempting to bind port 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:38:00.017205 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Attempting to bind port 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '3be4c3df-53a7-4e32-9af8-e978240c9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:38:00.017395 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Attempting to bind port 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 on network 04cc779a-5b6b-42e2-9c49-b70ba43c7138 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:38:00.022075 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Port 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 on network 04cc779a-5b6b-42e2-9c49-b70ba43c7138 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:38:00.023788 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Attempting to bind port 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 on network 04cc779a-5b6b-42e2-9c49-b70ba43c7138 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:38:00.028224 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Checking agent: {'id': 'c17431a8-2d50-499b-8bf2-d6ffeabd9413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'started_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:38:00.028845 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Checking segment: {'id': '3be4c3df-53a7-4e32-9af8-e978240c9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:38:00.029404 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Bound using segment: {'id': '3be4c3df-53a7-4e32-9af8-e978240c9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:38:00.030633 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Bound port: 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3be4c3df-53a7-4e32-9af8-e978240c9204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:38:00.031194 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:00.059733 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5e120556-530d-4fbf-ac2f-4705919dbb8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:00.120377 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] For port 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63, host hv-cinder-79628, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:38:00.123923 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] For port 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63,segment=NetworkSegment(3be4c3df-53a7-4e32-9af8-e978240c9204),segment_id=3be4c3df-53a7-4e32-9af8-e978240c9204)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:38:00.125503 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-5e120556-530d-4fbf-ac2f-4705919dbb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:00.130678 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-8ee7f090-8155-4507-be53-b35bcf9c9d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:00.165173 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-5e120556-530d-4fbf-ac2f-4705919dbb8a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b4b1b226ba3744b5a78cd9c18f2ced9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720692 Jun 17 14:38:00.171593 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e120556-530d-4fbf-ac2f-4705919dbb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df10e7f9-37b8-4a27-b2a1-98cd6fa4d13b,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:00.171747 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37820) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:00.171859 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-5e120556-530d-4fbf-ac2f-4705919dbb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:00.205822 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:00.206269 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-735ed8b6-1bea-4d61-acd0-70fdfddf1842 tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:00.252318 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:00.252939 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:00.254363 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] 10.222.0.93 "PUT /v2.0/ports/59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 HTTP/1.1" status: 200 len: 1094 time: 1.1079450 Jun 17 14:38:00.256552 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e2a374-4d0a-48a4-8717-2dea2e199248', 'tag': '59df28e9-6dee-4f84-bc3f-a1c93b6c8d63'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:38:00.259409 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491b8e68-6dd9-4385-8100-72199166b536" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e2a374-4d0a-48a4-8717-2dea2e199248", "tag": "59df28e9-6dee-4f84-bc3f-a1c93b6c8d63"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:38:00.267386 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-16c9a9b7-759b-4c6f-96ea-03956bd6f070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:00.312541 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Pushing event updated for resources: {'Port': ['ID=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:00.321065 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8768779-31c4-480f-9e0b-97a336b0e404 x-openstack-request-id: req-e8768779-31c4-480f-9e0b-97a336b0e404 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:38:00.321361 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e2a374-4d0a-48a4-8717-2dea2e199248", "tag": "59df28e9-6dee-4f84-bc3f-a1c93b6c8d63", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:38:00.323867 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e8768779-31c4-480f-9e0b-97a336b0e404 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:38:00.324290 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e2a374-4d0a-48a4-8717-2dea2e199248', 'tag': '59df28e9-6dee-4f84-bc3f-a1c93b6c8d63', 'status': 'completed', 'code': 200} Jun 17 14:38:00.329120 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:00.331347 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-16c9a9b7-759b-4c6f-96ea-03956bd6f070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:00.456752 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-16c9a9b7-759b-4c6f-96ea-03956bd6f070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:00.459974 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-16c9a9b7-759b-4c6f-96ea-03956bd6f070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:00.460893 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-16c9a9b7-759b-4c6f-96ea-03956bd6f070 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/df10e7f9-37b8-4a27-b2a1-98cd6fa4d13b HTTP/1.1" status: 204 len: 168 time: 0.2911184 Jun 17 14:38:00.461842 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-e8b7b1d0-86b8-490e-9819-ca221b9980a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:00.471019 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9a9b7-759b-4c6f-96ea-03956bd6f070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df10e7f9-37b8-4a27-b2a1-98cd6fa4d13b,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:00.473275 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-16c9a9b7-759b-4c6f-96ea-03956bd6f070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:00.786654 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d772616-4cba-4bf9-ac9a-c048f42f2a18 req-4a32418f-0367-4eff-8f54-533a7d904a4a tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:00.788878 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8d772616-4cba-4bf9-ac9a-c048f42f2a18 req-4a32418f-0367-4eff-8f54-533a7d904a4a tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 944 time: 0.1061137 Jun 17 14:38:00.834975 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8d772616-4cba-4bf9-ac9a-c048f42f2a18 req-36afc461-1f54-440d-855e-02142d51437b tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398211 Jun 17 14:38:01.436281 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37848) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:01.536782 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-e7a93294-e046-4fde-bb2f-4cb0b410c22e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2123430439-network', 'tenant_id': '5d2c19fc1b374c96af6da1d257dca90d'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:38:01.610950 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a93294-e046-4fde-bb2f-4cb0b410c22e admin admin] Made reservation on behalf of 5d2c19fc1b374c96af6da1d257dca90d for: {'network': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:38:01.613341 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e7a93294-e046-4fde-bb2f-4cb0b410c22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for network, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:01.622232 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e7a93294-e046-4fde-bb2f-4cb0b410c22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:01.725888 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e7a93294-e046-4fde-bb2f-4cb0b410c22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:01.782501 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e7a93294-e046-4fde-bb2f-4cb0b410c22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:01.785637 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-de4f9b0e-69c1-4d87-a024-2c36f36fe8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:01.806233 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a93294-e046-4fde-bb2f-4cb0b410c22e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1111} {{(pid=93280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:38:01.815474 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a93294-e046-4fde-bb2f-4cb0b410c22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54abf38-d6d9-4a4a-9e01-191be2e5e8e9,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:01.819127 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-e7a93294-e046-4fde-bb2f-4cb0b410c22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:01.827036 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e7a93294-e046-4fde-bb2f-4cb0b410c22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:01.827036 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.db.segments_db [None req-e7a93294-e046-4fde-bb2f-4cb0b410c22e admin admin] Added segment cc9af610-ee7b-434b-b929-c23e1cfd24e1 of type vlan for network 4e6a8095-2aba-4ebe-a6e5-1733f1e88d10 Jun 17 14:38:01.866583 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e7a93294-e046-4fde-bb2f-4cb0b410c22e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793008305830'] for network, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:01.960053 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e7a93294-e046-4fde-bb2f-4cb0b410c22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932'] for network, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:01.961667 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a93294-e046-4fde-bb2f-4cb0b410c22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:01.962382 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e7a93294-e046-4fde-bb2f-4cb0b410c22e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:01.964963 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-a8f61cde-65ab-4a1e-984a-e93933ec4910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:02.025681 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a93294-e046-4fde-bb2f-4cb0b410c22e admin admin] Pushing event updated for resources: {'Network': ['ID=4e6a8095-2aba-4ebe-a6e5-1733f1e88d10,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:02.028549 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-e7a93294-e046-4fde-bb2f-4cb0b410c22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:02.032432 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4efcf-58ca-4d70-b051-520d6fc43ff7 req-afd5b186-7818-4ec4-928b-998489129371 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:02.034689 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5ce4efcf-58ca-4d70-b051-520d6fc43ff7 req-afd5b186-7818-4ec4-928b-998489129371 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 944 time: 0.0691071 Jun 17 14:38:02.035904 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Network 4e6a8095-2aba-4ebe-a6e5-1733f1e88d10 details requested by agent ovs-agent-dv-cinder-796286-6-smb with host dv-cinder-796286-6-smb {{(pid=93281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:38:02.083363 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-e7a93294-e046-4fde-bb2f-4cb0b410c22e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6432331 Jun 17 14:38:02.084958 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37856) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:02.090363 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-f008adb4-1bfd-4461-a308-db8fb0486beb admin admin] Request body: {'subnet': {'network_id': '4e6a8095-2aba-4ebe-a6e5-1733f1e88d10', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2123430439-subnet', 'tenant_id': '5d2c19fc1b374c96af6da1d257dca90d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:38:02.110186 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5ce4efcf-58ca-4d70-b051-520d6fc43ff7 req-7d002164-1420-4ea3-9a06-d144434c2d44 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695724 Jun 17 14:38:02.199658 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f008adb4-1bfd-4461-a308-db8fb0486beb admin admin] Made reservation on behalf of 5d2c19fc1b374c96af6da1d257dca90d for: {'subnet': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:38:02.202056 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f008adb4-1bfd-4461-a308-db8fb0486beb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260794530'] for subnet, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:02.434181 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f008adb4-1bfd-4461-a308-db8fb0486beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260794544'] for subnet, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:02.436692 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-77ecb3eb-38c4-4679-9d91-4f3ffcd6899b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:02.499694 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008adb4-1bfd-4461-a308-db8fb0486beb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c22b45cb-10af-4d68-96c8-83699763560e,revision_number=0']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:02.503928 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-f008adb4-1bfd-4461-a308-db8fb0486beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:02.508037 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f008adb4-1bfd-4461-a308-db8fb0486beb admin admin] Checking segment: {'id': 'cc9af610-ee7b-434b-b929-c23e1cfd24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '4e6a8095-2aba-4ebe-a6e5-1733f1e88d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:38:02.508409 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f008adb4-1bfd-4461-a308-db8fb0486beb admin admin] Network hostable DHCP agents. Network: 4e6a8095-2aba-4ebe-a6e5-1733f1e88d10, hostable agents: ['5e674aae-4521-411e-b7ad-9e9eb91c2d49'], hosted agents: [] {{(pid=93280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:38:02.610635 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f008adb4-1bfd-4461-a308-db8fb0486beb admin admin] Network 4e6a8095-2aba-4ebe-a6e5-1733f1e88d10 is scheduled to be hosted by DHCP agent 5e674aae-4521-411e-b7ad-9e9eb91c2d49 with binding_index 1 {{(pid=93280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:38:02.679272 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-f008adb4-1bfd-4461-a308-db8fb0486beb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-smb, 4e6a8095-2aba-4ebe-a6e5-1733f1e88d10) {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:38:02.686323 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f008adb4-1bfd-4461-a308-db8fb0486beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:02.686323 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-f008adb4-1bfd-4461-a308-db8fb0486beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for subnet, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:02.688947 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a20029-350a-400b-989f-b689dbcd7844 None None] Network 4e6a8095-2aba-4ebe-a6e5-1733f1e88d10 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:38:02.769415 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-f008adb4-1bfd-4461-a308-db8fb0486beb admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6740754 Jun 17 14:38:02.839752 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a49d7f2-dd22-4637-834a-15d5b5acfc96 None None] Network 4e6a8095-2aba-4ebe-a6e5-1733f1e88d10 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:38:03.287005 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1166c3-018e-4673-974f-9503e74fccc0 req-4fd8384e-4509-4abf-8ef7-1bc526368c8e tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:03.288771 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-9d1166c3-018e-4673-974f-9503e74fccc0 req-4fd8384e-4509-4abf-8ef7-1bc526368c8e tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 944 time: 0.0668020 Jun 17 14:38:03.315670 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:38:03.333246 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-9d1166c3-018e-4673-974f-9503e74fccc0 req-79e301ec-dd52-4a64-b803-23c3643b08ff tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355225 Jun 17 14:38:03.467516 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 37874) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:03.472684 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-fe2b8981-4293-48db-be5a-4b3873aa0bfd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-316146669-network', 'tenant_id': 'dd7902978a144ed2a07b35014f6bf4c0'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:38:03.588814 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2b8981-4293-48db-be5a-4b3873aa0bfd admin admin] Made reservation on behalf of dd7902978a144ed2a07b35014f6bf4c0 for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:38:03.591459 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8981-4293-48db-be5a-4b3873aa0bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:03.600191 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8981-4293-48db-be5a-4b3873aa0bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:03.694616 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8981-4293-48db-be5a-4b3873aa0bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:03.793640 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8981-4293-48db-be5a-4b3873aa0bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:03.799318 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-f3e640b1-2fe9-447a-942d-6c9e14fbd06d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:03.814443 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2b8981-4293-48db-be5a-4b3873aa0bfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1128} {{(pid=93279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:38:03.832673 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8981-4293-48db-be5a-4b3873aa0bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:03.833092 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.db.segments_db [None req-fe2b8981-4293-48db-be5a-4b3873aa0bfd admin admin] Added segment bc399ae4-9595-49fc-aba6-a08be20d7bdf of type vlan for network b44e9855-13e3-4e88-b140-4f4916653f58 Jun 17 14:38:03.834598 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b8981-4293-48db-be5a-4b3873aa0bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d0bdc4-3597-4618-b1d5-8574f20b94ee,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:03.844395 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-fe2b8981-4293-48db-be5a-4b3873aa0bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:03.877253 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8981-4293-48db-be5a-4b3873aa0bfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793008305830'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:03.965099 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8981-4293-48db-be5a-4b3873aa0bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:03.966642 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2b8981-4293-48db-be5a-4b3873aa0bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:03.967290 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8981-4293-48db-be5a-4b3873aa0bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:03.969523 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:04.031479 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b8981-4293-48db-be5a-4b3873aa0bfd admin admin] Pushing event updated for resources: {'Network': ['ID=b44e9855-13e3-4e88-b140-4f4916653f58,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:04.034103 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-fe2b8981-4293-48db-be5a-4b3873aa0bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:04.041383 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Network b44e9855-13e3-4e88-b140-4f4916653f58 details requested by agent ovs-agent-dv-cinder-796286-6-smb with host dv-cinder-796286-6-smb {{(pid=93281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:38:04.071005 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-fe2b8981-4293-48db-be5a-4b3873aa0bfd admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6022043 Jun 17 14:38:04.075048 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 37876) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:04.087657 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-1edb5330-02d2-48ed-b757-5178dcff2909 admin admin] Request body: {'subnet': {'network_id': 'b44e9855-13e3-4e88-b140-4f4916653f58', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-316146669-subnet', 'tenant_id': 'dd7902978a144ed2a07b35014f6bf4c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:38:04.164851 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edb5330-02d2-48ed-b757-5178dcff2909 admin admin] Made reservation on behalf of dd7902978a144ed2a07b35014f6bf4c0 for: {'subnet': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:38:04.173741 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1edb5330-02d2-48ed-b757-5178dcff2909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260794530'] for subnet, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:04.439474 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1edb5330-02d2-48ed-b757-5178dcff2909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260794544'] for subnet, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:04.444534 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:04.506106 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb5330-02d2-48ed-b757-5178dcff2909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e362ac7-aa32-42e9-8c39-0e90088254a5,revision_number=0']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:04.512234 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-1edb5330-02d2-48ed-b757-5178dcff2909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:04.515226 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edb5330-02d2-48ed-b757-5178dcff2909 admin admin] Checking segment: {'id': 'bc399ae4-9595-49fc-aba6-a08be20d7bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'b44e9855-13e3-4e88-b140-4f4916653f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:38:04.515675 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edb5330-02d2-48ed-b757-5178dcff2909 admin admin] Network hostable DHCP agents. Network: b44e9855-13e3-4e88-b140-4f4916653f58, hostable agents: ['5e674aae-4521-411e-b7ad-9e9eb91c2d49'], hosted agents: [] {{(pid=93280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:38:04.539445 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630c190-8775-4eff-9e89-43c637f28baa req-002ab17c-251b-46d1-8b10-b0597c720f2a tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:04.541526 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-8630c190-8775-4eff-9e89-43c637f28baa req-002ab17c-251b-46d1-8b10-b0597c720f2a tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 944 time: 0.0835321 Jun 17 14:38:04.582331 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-8630c190-8775-4eff-9e89-43c637f28baa req-87de3950-c14e-4a7b-adcc-c2f2bd5c1431 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344653 Jun 17 14:38:04.639716 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edb5330-02d2-48ed-b757-5178dcff2909 admin admin] Network b44e9855-13e3-4e88-b140-4f4916653f58 is scheduled to be hosted by DHCP agent 5e674aae-4521-411e-b7ad-9e9eb91c2d49 with binding_index 1 {{(pid=93280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:38:04.890835 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [None req-1edb5330-02d2-48ed-b757-5178dcff2909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-smb, b44e9855-13e3-4e88-b140-4f4916653f58) {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:38:04.894891 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edb5330-02d2-48ed-b757-5178dcff2909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:04.895487 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1edb5330-02d2-48ed-b757-5178dcff2909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for subnet, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:04.906939 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef33a22-5cf4-45ff-b279-49e9469ef36c None None] Network b44e9855-13e3-4e88-b140-4f4916653f58 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:38:04.971708 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-1edb5330-02d2-48ed-b757-5178dcff2909 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8952990 Jun 17 14:38:05.047504 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cff06b1-68b6-44d6-bb17-c5d2cf0ef6d4 None None] Network b44e9855-13e3-4e88-b140-4f4916653f58 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:38:05.356506 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:05.522169 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-e9e62b3a-090d-4aa2-b2fe-50da081e285e tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:05.524003 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-e9e62b3a-090d-4aa2-b2fe-50da081e285e tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/networks?id=4e6a8095-2aba-4ebe-a6e5-1733f1e88d10 HTTP/1.1" status: 200 len: 809 time: 0.1112473 Jun 17 14:38:05.539174 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-aaaf2525-59e2-4e30-a2c0-8fb4303924fd tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/quotas/5d2c19fc1b374c96af6da1d257dca90d HTTP/1.1" status: 200 len: 375 time: 0.0093524 Jun 17 14:38:05.576259 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-527e9a97-b6e4-4f96-9612-558396e18903 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d2c19fc1b374c96af6da1d257dca90d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304198 Jun 17 14:38:05.686111 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-36d48392-73f7-44b5-b43d-755c2306858e service neutron] 10.222.0.86 "GET /v2.0/networks/4e6a8095-2aba-4ebe-a6e5-1733f1e88d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022773 Jun 17 14:38:05.772112 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c56a12-62c3-47ff-a11c-f5dc1e814e68 req-460a5527-92c3-4040-8915-034f934c03f3 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:05.773728 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-59c56a12-62c3-47ff-a11c-f5dc1e814e68 req-460a5527-92c3-4040-8915-034f934c03f3 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 944 time: 0.0651300 Jun 17 14:38:05.779319 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-fb331700-4a39-4a69-bf8e-5a4353ce6715 service neutron] 10.222.0.86 "GET /v2.0/networks/4e6a8095-2aba-4ebe-a6e5-1733f1e88d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856130 Jun 17 14:38:05.819165 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-59c56a12-62c3-47ff-a11c-f5dc1e814e68 req-8c13e2b6-40b4-4492-b206-a165fd9b740c tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364070 Jun 17 14:38:06.084020 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2344ce26-8b6e-40ac-81cd-9451bc7116cf req-a2f9d6d9-f444-48d7-a630-a7923462d346 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/ports?device_id=491d274a-d25c-40b2-b587-69d98e6e0385 HTTP/1.1" status: 200 len: 210 time: 0.0332878 Jun 17 14:38:07.015348 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94d4a4-adb8-4a67-b40e-f38af0a1a463 req-dab436f8-c75a-4c00-89c1-04dcf8d15486 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:07.017654 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2d94d4a4-adb8-4a67-b40e-f38af0a1a463 req-dab436f8-c75a-4c00-89c1-04dcf8d15486 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 944 time: 0.0750172 Jun 17 14:38:07.057697 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2d94d4a4-adb8-4a67-b40e-f38af0a1a463 req-20fc6928-5f22-4867-9caa-e4ed1f16cf79 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336835 Jun 17 14:38:07.229180 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-25c2cf64-3810-4218-9300-5e33fa1f377d req-ab050c27-a1bd-486c-84d1-7a2917b47dac tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/ports?device_id=491d274a-d25c-40b2-b587-69d98e6e0385 HTTP/1.1" status: 200 len: 210 time: 0.0282221 Jun 17 14:38:08.295940 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515cdd5-f209-47b5-a33e-b00f64ede478 req-07d0635a-c106-4f1a-a889-fbb3ea575d2e tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:08.295940 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f515cdd5-f209-47b5-a33e-b00f64ede478 req-07d0635a-c106-4f1a-a889-fbb3ea575d2e tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 944 time: 0.0828221 Jun 17 14:38:08.295940 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f515cdd5-f209-47b5-a33e-b00f64ede478 req-ce35dd7f-5a41-4705-ab9d-239b89ff4581 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335565 Jun 17 14:38:08.401720 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-04969388-4d77-464b-bb8c-c3f486757f34 req-1bfc3d24-1cf7-4c72-aa29-f1702d816792 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/ports?device_id=491d274a-d25c-40b2-b587-69d98e6e0385 HTTP/1.1" status: 200 len: 210 time: 0.0310328 Jun 17 14:38:09.392112 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b8e68-6dd9-4385-8100-72199166b536 req-e87b1f92-3b13-4cd7-87a5-c82f40b7ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:09.393611 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-491b8e68-6dd9-4385-8100-72199166b536 req-e87b1f92-3b13-4cd7-87a5-c82f40b7ff8e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c688b4d536e64fe080287e9ae5b69db7&device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 1097 time: 0.0529172 Jun 17 14:38:09.536503 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b8e68-6dd9-4385-8100-72199166b536 req-161b43f0-1488-4907-b39b-dcdc1478fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:09.537967 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-491b8e68-6dd9-4385-8100-72199166b536 req-161b43f0-1488-4907-b39b-dcdc1478fcc7 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=c688b4d536e64fe080287e9ae5b69db7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1344955 Jun 17 14:38:09.546062 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5259f9f-34d8-440c-91bc-12a0017e8f03 req-b9a823e8-b008-4162-922a-155d4d6fb000 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:09.547416 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a5259f9f-34d8-440c-91bc-12a0017e8f03 req-b9a823e8-b008-4162-922a-155d4d6fb000 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 944 time: 0.1358509 Jun 17 14:38:09.550830 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a7396e38-f18f-44b4-8548-e85ae2959a2e req-28562594-83b6-43b9-851d-f57eb65fb04e tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/ports?device_id=491d274a-d25c-40b2-b587-69d98e6e0385 HTTP/1.1" status: 200 len: 210 time: 0.0323989 Jun 17 14:38:09.638296 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a5259f9f-34d8-440c-91bc-12a0017e8f03 req-7ff7c7ac-aa39-4891-a3a1-50dfc57975e9 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824425 Jun 17 14:38:09.663717 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b8e68-6dd9-4385-8100-72199166b536 req-595669cf-575b-4191-b8a9-6c0fa3911ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:09.666121 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-491b8e68-6dd9-4385-8100-72199166b536 req-595669cf-575b-4191-b8a9-6c0fa3911ed6 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1169310 Jun 17 14:38:09.766747 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-a38d7b10-8f79-4a85-b3f8-cd56957ee486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:09.768196 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-a38d7b10-8f79-4a85-b3f8-cd56957ee486 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c688b4d536e64fe080287e9ae5b69db7&device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 1097 time: 0.0527651 Jun 17 14:38:09.812191 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-72e481ee-c31c-4773-87df-cf1f91e04a5e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 HTTP/1.1" status: 200 len: 217 time: 0.0364892 Jun 17 14:38:09.860267 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9950c8e5-ec45-467a-a3b7-ecc4f5a7f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:09.861724 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-9950c8e5-ec45-467a-a3b7-ecc4f5a7f637 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=da593f68-4f0d-41f1-ae27-d97980382c86 HTTP/1.1" status: 200 len: 853 time: 0.0434659 Jun 17 14:38:09.921449 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-aa2199fe-150a-4d21-85ff-d395553d0beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:09.922988 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-aa2199fe-150a-4d21-85ff-d395553d0beb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=04cc779a-5b6b-42e2-9c49-b70ba43c7138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0525866 Jun 17 14:38:10.017683 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-842f0c41-509b-4247-8156-d55d1863b9b4 service neutron] 10.222.0.93 "GET /v2.0/networks/04cc779a-5b6b-42e2-9c49-b70ba43c7138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877738 Jun 17 14:38:10.108128 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-62af4255-0cc7-4504-ba76-84f0eed5a261 req-18f1dfce-08b2-4780-8035-2078e8476cb0 service neutron] 10.222.0.93 "GET /v2.0/networks/04cc779a-5b6b-42e2-9c49-b70ba43c7138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834455 Jun 17 14:38:10.625063 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-72fcf142-e835-4f91-8e23-c6b5905cbd94 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:10.626659 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-72fcf142-e835-4f91-8e23-c6b5905cbd94 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.93 "GET /v2.0/networks?id=4e6a8095-2aba-4ebe-a6e5-1733f1e88d10 HTTP/1.1" status: 200 len: 809 time: 0.1107061 Jun 17 14:38:10.642722 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-fcb1e1cb-3234-41c3-a278-ce1a8d90f663 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Request body: {'port': {'device_id': '491d274a-d25c-40b2-b587-69d98e6e0385', 'network_id': '4e6a8095-2aba-4ebe-a6e5-1733f1e88d10', 'admin_state_up': True, 'tenant_id': '5d2c19fc1b374c96af6da1d257dca90d'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:38:10.719908 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0dddd7ef-04ec-4c23-b6af-f4ce77f581ca req-2d334152-5e36-4261-a329-3145408562d7 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/ports?device_id=491d274a-d25c-40b2-b587-69d98e6e0385 HTTP/1.1" status: 200 len: 210 time: 0.0415013 Jun 17 14:38:10.816790 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-fcb1e1cb-3234-41c3-a278-ce1a8d90f663 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Made reservation on behalf of 5d2c19fc1b374c96af6da1d257dca90d for: {'port': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:38:10.820240 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-fcb1e1cb-3234-41c3-a278-ce1a8d90f663 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:10.843696 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbb00e-b43b-4395-a71d-a0058d8e13ea req-3ff38375-d85d-4274-998d-52491d262343 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:10.845070 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b8dbb00e-b43b-4395-a71d-a0058d8e13ea req-3ff38375-d85d-4274-998d-52491d262343 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 944 time: 0.0807881 Jun 17 14:38:10.930406 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-b8dbb00e-b43b-4395-a71d-a0058d8e13ea req-d9d3155c-d2e3-4e65-a01f-e7ecaddd7a77 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742497 Jun 17 14:38:10.985930 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-fcb1e1cb-3234-41c3-a278-ce1a8d90f663 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Allocated IP 172.20.0.7 (4e6a8095-2aba-4ebe-a6e5-1733f1e88d10/c22b45cb-10af-4d68-96c8-83699763560e/567637ec-876e-452e-9e41-cb638207053f) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:38:11.126910 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-fcb1e1cb-3234-41c3-a278-ce1a8d90f663 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:11.199200 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-fcb1e1cb-3234-41c3-a278-ce1a8d90f663 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520890'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:11.202919 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-6ca2a7a6-5cad-4aa6-b6a1-85e164e87d0b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:11.244492 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-fcb1e1cb-3234-41c3-a278-ce1a8d90f663 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Network 4e6a8095-2aba-4ebe-a6e5-1733f1e88d10 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:38:11.247617 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-fcb1e1cb-3234-41c3-a278-ce1a8d90f663 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:38:11.253095 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-fcb1e1cb-3234-41c3-a278-ce1a8d90f663 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:38:11.259025 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1e1cb-3234-41c3-a278-ce1a8d90f663 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Pushing event updated for resources: {'Port': ['ID=567637ec-876e-452e-9e41-cb638207053f,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:11.277869 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-fcb1e1cb-3234-41c3-a278-ce1a8d90f663 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:11.301953 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-fcb1e1cb-3234-41c3-a278-ce1a8d90f663 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:11.302615 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-fcb1e1cb-3234-41c3-a278-ce1a8d90f663 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:11.347648 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-fcb1e1cb-3234-41c3-a278-ce1a8d90f663 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7090778 Jun 17 14:38:11.359713 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Request body: {'port': {'device_id': '491d274a-d25c-40b2-b587-69d98e6e0385', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:38:11.425890 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:11.895273 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ee08b-3678-4ef8-a94a-061229bf7dca req-9bf236ab-8885-4ec3-988f-d288ba9d4345 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:11.896783 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e51ee08b-3678-4ef8-a94a-061229bf7dca req-9bf236ab-8885-4ec3-988f-d288ba9d4345 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/ports?device_id=491d274a-d25c-40b2-b587-69d98e6e0385 HTTP/1.1" status: 200 len: 931 time: 0.0641422 Jun 17 14:38:11.934335 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567637ec-876e-452e-9e41-cb638207053f {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:38:11.938097 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e51ee08b-3678-4ef8-a94a-061229bf7dca req-a376de64-4b0c-4491-b7b1-5e464485651a tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/security-groups?id=a54abf38-d6d9-4a4a-9e01-191be2e5e8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341039 Jun 17 14:38:11.941767 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:11.956337 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Transition to ACTIVE for port object 567637ec-876e-452e-9e41-cb638207053f will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:38:11.992969 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:11.996590 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c2ad44f2-bca5-4ea8-9c24-be09ecea5b67 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:12.078604 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Pushing event updated for resources: {'Port': ['ID=567637ec-876e-452e-9e41-cb638207053f,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:12.098218 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:12.193633 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4a801-b422-4496-a793-b2fc8a69f61b req-319db68a-681f-4742-ac63-d648d9e229be tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:12.196276 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-51e4a801-b422-4496-a793-b2fc8a69f61b req-319db68a-681f-4742-ac63-d648d9e229be tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 944 time: 0.1365786 Jun 17 14:38:12.198037 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Attempting to bind port 567637ec-876e-452e-9e41-cb638207053f on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:38:12.198374 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Attempting to bind port 567637ec-876e-452e-9e41-cb638207053f by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'cc9af610-ee7b-434b-b929-c23e1cfd24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '4e6a8095-2aba-4ebe-a6e5-1733f1e88d10'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:38:12.198706 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Attempting to bind port 567637ec-876e-452e-9e41-cb638207053f on network 4e6a8095-2aba-4ebe-a6e5-1733f1e88d10 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:38:12.204913 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Port 567637ec-876e-452e-9e41-cb638207053f on network 4e6a8095-2aba-4ebe-a6e5-1733f1e88d10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:38:12.205234 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Attempting to bind port 567637ec-876e-452e-9e41-cb638207053f on network 4e6a8095-2aba-4ebe-a6e5-1733f1e88d10 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:38:12.222690 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Checking agent: {'id': 'c17431a8-2d50-499b-8bf2-d6ffeabd9413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'started_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:38:12.223031 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Checking segment: {'id': 'cc9af610-ee7b-434b-b929-c23e1cfd24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '4e6a8095-2aba-4ebe-a6e5-1733f1e88d10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:38:12.223403 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Bound using segment: {'id': 'cc9af610-ee7b-434b-b929-c23e1cfd24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '4e6a8095-2aba-4ebe-a6e5-1733f1e88d10'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:38:12.223835 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Bound port: 567637ec-876e-452e-9e41-cb638207053f, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc9af610-ee7b-434b-b929-c23e1cfd24e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '4e6a8095-2aba-4ebe-a6e5-1733f1e88d10'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:38:12.224184 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:12.271363 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-51e4a801-b422-4496-a793-b2fc8a69f61b req-8e8e04ea-0491-4cc6-9f77-98ba68f7813d tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681601 Jun 17 14:38:12.303245 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] For port 567637ec-876e-452e-9e41-cb638207053f, host hv-cinder-79628, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:38:12.306821 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] For port 567637ec-876e-452e-9e41-cb638207053f, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=567637ec-876e-452e-9e41-cb638207053f,segment=NetworkSegment(cc9af610-ee7b-434b-b929-c23e1cfd24e1),segment_id=cc9af610-ee7b-434b-b929-c23e1cfd24e1)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:38:12.411070 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:12.419978 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-b3e9bc5d-06b8-4ff1-a02d-96bd26c50354 tempest-AttachVolumeNegativeTest-2057184791 tempest-AttachVolumeNegativeTest-2057184791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:12.445237 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:12.445884 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:12.447862 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] 10.222.0.93 "PUT /v2.0/ports/567637ec-876e-452e-9e41-cb638207053f HTTP/1.1" status: 200 len: 1093 time: 1.0921633 Jun 17 14:38:12.448373 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491d274a-d25c-40b2-b587-69d98e6e0385', 'tag': '567637ec-876e-452e-9e41-cb638207053f'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:38:12.450683 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5718386f-48c5-4924-9243-198594d4ebd2" -d '{"events": [{"name": "network-changed", "server_uuid": "491d274a-d25c-40b2-b587-69d98e6e0385", "tag": "567637ec-876e-452e-9e41-cb638207053f"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:38:12.478371 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Pushing event updated for resources: {'Port': ['ID=567637ec-876e-452e-9e41-cb638207053f,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:12.486997 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:12.497806 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9c038d-8743-46a4-9c75-b5070132a775 x-openstack-request-id: req-0d9c038d-8743-46a4-9c75-b5070132a775 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:38:12.497806 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491d274a-d25c-40b2-b587-69d98e6e0385", "tag": "567637ec-876e-452e-9e41-cb638207053f", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:38:12.497806 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0d9c038d-8743-46a4-9c75-b5070132a775 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:38:12.497806 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491d274a-d25c-40b2-b587-69d98e6e0385', 'tag': '567637ec-876e-452e-9e41-cb638207053f', 'status': 'completed', 'code': 200} Jun 17 14:38:12.566530 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718386f-48c5-4924-9243-198594d4ebd2 req-68162ec3-7102-41c2-869d-247dd3990840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:12.568156 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5718386f-48c5-4924-9243-198594d4ebd2 req-68162ec3-7102-41c2-869d-247dd3990840 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5d2c19fc1b374c96af6da1d257dca90d&device_id=491d274a-d25c-40b2-b587-69d98e6e0385 HTTP/1.1" status: 200 len: 1096 time: 0.0540285 Jun 17 14:38:12.666319 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718386f-48c5-4924-9243-198594d4ebd2 req-dd4cd99b-d435-4619-941b-a0c317a1a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:12.667748 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5718386f-48c5-4924-9243-198594d4ebd2 req-dd4cd99b-d435-4619-941b-a0c317a1a7e6 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=5d2c19fc1b374c96af6da1d257dca90d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0914209 Jun 17 14:38:12.755813 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718386f-48c5-4924-9243-198594d4ebd2 req-78d3b234-f904-49a0-b0df-a13fc3cb7c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:12.757213 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-5718386f-48c5-4924-9243-198594d4ebd2 req-78d3b234-f904-49a0-b0df-a13fc3cb7c16 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0825791 Jun 17 14:38:12.849947 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-03ba768f-a19e-4c44-b5b1-49cde9b94124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:12.851649 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-03ba768f-a19e-4c44-b5b1-49cde9b94124 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5d2c19fc1b374c96af6da1d257dca90d&device_id=491d274a-d25c-40b2-b587-69d98e6e0385 HTTP/1.1" status: 200 len: 1096 time: 0.0574160 Jun 17 14:38:12.891357 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-db9b1174-828c-47fa-8890-314fb6e58cd6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=567637ec-876e-452e-9e41-cb638207053f HTTP/1.1" status: 200 len: 217 time: 0.0320287 Jun 17 14:38:12.941565 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-5ec5aa3d-af6a-48d7-b1c5-acd0bf748953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:12.943003 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-5ec5aa3d-af6a-48d7-b1c5-acd0bf748953 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c22b45cb-10af-4d68-96c8-83699763560e HTTP/1.1" status: 200 len: 849 time: 0.0450857 Jun 17 14:38:12.979654 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-0b348a15-95f9-49bd-b1e2-74963886fd7a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e6a8095-2aba-4ebe-a6e5-1733f1e88d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302112 Jun 17 14:38:13.094914 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-166f564f-3664-41b3-8898-59ff2dfa89fb service neutron] 10.222.0.93 "GET /v2.0/networks/4e6a8095-2aba-4ebe-a6e5-1733f1e88d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087620 Jun 17 14:38:13.176703 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424883ea-0af2-407e-9553-b8537be54ab6 req-039d2e6c-4205-4742-8b24-a0b688349e8a tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:13.178093 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-424883ea-0af2-407e-9553-b8537be54ab6 req-039d2e6c-4205-4742-8b24-a0b688349e8a tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/ports?device_id=491d274a-d25c-40b2-b587-69d98e6e0385 HTTP/1.1" status: 200 len: 943 time: 0.1285486 Jun 17 14:38:13.228726 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e283794c-6fce-4a16-9f55-61456e8a05a4 req-e3ab1a61-82c8-41db-b337-9d828a90de07 service neutron] 10.222.0.93 "GET /v2.0/networks/4e6a8095-2aba-4ebe-a6e5-1733f1e88d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254485 Jun 17 14:38:13.234548 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-424883ea-0af2-407e-9553-b8537be54ab6 req-fbbd7c81-965e-4433-ba43-a980663b7d27 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/security-groups?id=a54abf38-d6d9-4a4a-9e01-191be2e5e8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506752 Jun 17 14:38:13.261741 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5bac1034-7847-462f-9169-7a74289cdefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:13.439243 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ab346-d2ab-437c-9f77-673edfa420cd req-a30b6236-006d-44d2-8aa6-9f6bd0d227b3 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:13.440802 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-788ab346-d2ab-437c-9f77-673edfa420cd req-a30b6236-006d-44d2-8aa6-9f6bd0d227b3 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 944 time: 0.0610449 Jun 17 14:38:13.484053 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-788ab346-d2ab-437c-9f77-673edfa420cd req-d97a284a-a420-4016-ba09-f2ee3b3ae149 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357785 Jun 17 14:38:14.031256 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:38:14.126381 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63,segment=NetworkSegment(3be4c3df-53a7-4e32-9af8-e978240c9204),segment_id=3be4c3df-53a7-4e32-9af8-e978240c9204)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:38:14.136999 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': '59df28e9-6dee-4f84-bc3f-a1c93b6c8d63', 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138', 'port_id': '59df28e9-6dee-4f84-bc3f-a1c93b6c8d63', 'mac_address': 'fa:16:3e:78:36:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da593f68-4f0d-41f1-ae27-d97980382c86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:38:14.171629 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:14.184108 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:38:14.205731 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63,segment=NetworkSegment(3be4c3df-53a7-4e32-9af8-e978240c9204),segment_id=3be4c3df-53a7-4e32-9af8-e978240c9204)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:38:14.262037 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:14.263834 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:14.313731 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:14.316774 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:14.408641 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724c6d8-431f-4654-b83d-e81242d82988 req-87ebded6-6c6e-4aca-b771-6c69d6f3eed0 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:14.410099 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0724c6d8-431f-4654-b83d-e81242d82988 req-87ebded6-6c6e-4aca-b771-6c69d6f3eed0 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/ports?device_id=491d274a-d25c-40b2-b587-69d98e6e0385 HTTP/1.1" status: 200 len: 943 time: 0.0657849 Jun 17 14:38:14.448416 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0724c6d8-431f-4654-b83d-e81242d82988 req-e577b8bc-9b8e-49ca-b22d-b9ff12d693a4 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/security-groups?id=a54abf38-d6d9-4a4a-9e01-191be2e5e8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318317 Jun 17 14:38:14.526590 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['59df28e9-6dee-4f84-bc3f-a1c93b6c8d63'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:38:14.653711 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275049fc-e7d1-4c1e-bea5-f156f5e4d736 req-7ed76e70-a43a-47c2-978c-4820a821cc02 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:14.655172 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-275049fc-e7d1-4c1e-bea5-f156f5e4d736 req-7ed76e70-a43a-47c2-978c-4820a821cc02 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 945 time: 0.0622363 Jun 17 14:38:14.691509 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-275049fc-e7d1-4c1e-bea5-f156f5e4d736 req-5a156364-73fd-495f-b907-baa22dc78b1c tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305007 Jun 17 14:38:15.614884 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de629f6c-cdca-43ee-9aa4-68b5da6704e7 req-1d1e1485-a80b-40c7-a581-1ac62ac4dc02 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:15.616308 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-de629f6c-cdca-43ee-9aa4-68b5da6704e7 req-1d1e1485-a80b-40c7-a581-1ac62ac4dc02 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/ports?device_id=491d274a-d25c-40b2-b587-69d98e6e0385 HTTP/1.1" status: 200 len: 943 time: 0.0618958 Jun 17 14:38:15.654206 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-de629f6c-cdca-43ee-9aa4-68b5da6704e7 req-e88beb97-6e8f-4103-b547-8409aec943e5 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/security-groups?id=a54abf38-d6d9-4a4a-9e01-191be2e5e8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310395 Jun 17 14:38:15.707183 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-0f903b7c-5646-4765-af77-383616d74369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:15.821265 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:15.859749 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51b296-99a9-4483-b7a8-a78513ed76d8 req-a0a79423-785e-486a-b34b-e15dfe1c482c tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:15.861194 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0b51b296-99a9-4483-b7a8-a78513ed76d8 req-a0a79423-785e-486a-b34b-e15dfe1c482c tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 945 time: 0.0621057 Jun 17 14:38:15.898379 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0b51b296-99a9-4483-b7a8-a78513ed76d8 req-1580aaf9-34bc-494b-8266-ea87ce0ec9fc tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314603 Jun 17 14:38:16.057779 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 567637ec-876e-452e-9e41-cb638207053f details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:38:16.060881 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:38:16.185908 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 567637ec-876e-452e-9e41-cb638207053f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=567637ec-876e-452e-9e41-cb638207053f,segment=NetworkSegment(cc9af610-ee7b-434b-b929-c23e1cfd24e1),segment_id=cc9af610-ee7b-434b-b929-c23e1cfd24e1)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:38:16.196273 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': '567637ec-876e-452e-9e41-cb638207053f', 'network_id': '4e6a8095-2aba-4ebe-a6e5-1733f1e88d10', 'port_id': '567637ec-876e-452e-9e41-cb638207053f', 'mac_address': 'fa:16:3e:d8:4c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c22b45cb-10af-4d68-96c8-83699763560e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:38:16.223002 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning for port 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:38:16.230805 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:38:16.231189 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:16.257305 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:16.278887 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567637ec-876e-452e-9e41-cb638207053f {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:38:16.303526 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 567637ec-876e-452e-9e41-cb638207053f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=567637ec-876e-452e-9e41-cb638207053f,segment=NetworkSegment(cc9af610-ee7b-434b-b929-c23e1cfd24e1),segment_id=cc9af610-ee7b-434b-b929-c23e1cfd24e1)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:38:16.337702 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:16.359572 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e2a374-4d0a-48a4-8717-2dea2e199248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59df28e9-6dee-4f84-bc3f-a1c93b6c8d63'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:38:16.361833 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312f6a23-aa07-4bd6-966e-5c9bb2e561e1" -d '{"events": [{"server_uuid": "a5e2a374-4d0a-48a4-8717-2dea2e199248", "name": "network-vif-plugged", "status": "completed", "tag": "59df28e9-6dee-4f84-bc3f-a1c93b6c8d63"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:38:16.373772 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:16.377558 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63,segment=NetworkSegment(3be4c3df-53a7-4e32-9af8-e978240c9204),segment_id=3be4c3df-53a7-4e32-9af8-e978240c9204)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:38:16.380163 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-240ae0d5-2ed4-4d08-b625-f136dd02e4e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:16.403270 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e9b05d-b1f2-4e29-965b-2ad9fdf6e0cb x-openstack-request-id: req-a2e9b05d-b1f2-4e29-965b-2ad9fdf6e0cb {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:38:16.404842 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e2a374-4d0a-48a4-8717-2dea2e199248", "name": "network-vif-plugged", "status": "completed", "tag": "59df28e9-6dee-4f84-bc3f-a1c93b6c8d63", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:38:16.404842 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a2e9b05d-b1f2-4e29-965b-2ad9fdf6e0cb {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:38:16.404842 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e2a374-4d0a-48a4-8717-2dea2e199248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59df28e9-6dee-4f84-bc3f-a1c93b6c8d63', 'code': 200} Jun 17 14:38:16.431809 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=567637ec-876e-452e-9e41-cb638207053f,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:16.435418 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:16.450244 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:16.452110 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:16.498576 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:16.501653 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:16.620067 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['567637ec-876e-452e-9e41-cb638207053f'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:38:16.790178 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010aa87-edde-47c1-879b-d4a58ea28d4d req-6ebfa69d-1ace-4376-9323-ab5ed136d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:16.792286 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3010aa87-edde-47c1-879b-d4a58ea28d4d req-6ebfa69d-1ace-4376-9323-ab5ed136d146 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 1099 time: 0.0522509 Jun 17 14:38:16.827293 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-3010aa87-edde-47c1-879b-d4a58ea28d4d req-92051acc-8912-4e41-a709-cdd23bb2c1b1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271904 Jun 17 14:38:16.832431 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1668670-a22c-40d7-ab32-fa258d44338a req-c7539b46-e225-46d7-8999-bb23fd7e219f tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:16.833897 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c1668670-a22c-40d7-ab32-fa258d44338a req-c7539b46-e225-46d7-8999-bb23fd7e219f tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/ports?device_id=491d274a-d25c-40b2-b587-69d98e6e0385 HTTP/1.1" status: 200 len: 944 time: 0.0673006 Jun 17 14:38:16.871743 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c1668670-a22c-40d7-ab32-fa258d44338a req-ac29f9ef-fca7-44c2-bc34-f2384335c2cf tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/security-groups?id=a54abf38-d6d9-4a4a-9e01-191be2e5e8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314438 Jun 17 14:38:16.872846 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:17.078733 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d867a2-e0b4-412c-bdbf-8ec730f9e70f req-e053d8de-e0b4-4b95-ac02-5f557af89a92 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:17.080244 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-19d867a2-e0b4-412c-bdbf-8ec730f9e70f req-e053d8de-e0b4-4b95-ac02-5f557af89a92 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 946 time: 0.0648174 Jun 17 14:38:17.119345 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-19d867a2-e0b4-412c-bdbf-8ec730f9e70f req-840d9a3f-c003-4347-8fe9-bdc9fe16822e tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335033 Jun 17 14:38:18.041285 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf635b7-879e-4894-95b9-d7891be4ab9c req-12826e58-d598-4386-ac67-52d25084eac9 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:18.042850 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2cf635b7-879e-4894-95b9-d7891be4ab9c req-12826e58-d598-4386-ac67-52d25084eac9 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/ports?device_id=491d274a-d25c-40b2-b587-69d98e6e0385 HTTP/1.1" status: 200 len: 944 time: 0.0623713 Jun 17 14:38:18.071292 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 567637ec-876e-452e-9e41-cb638207053f up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:38:18.080141 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2cf635b7-879e-4894-95b9-d7891be4ab9c req-b0a047fe-40bf-4ddf-a2f3-f9dd971a1337 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/security-groups?id=a54abf38-d6d9-4a4a-9e01-191be2e5e8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317879 Jun 17 14:38:18.158687 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning for port 567637ec-876e-452e-9e41-cb638207053f completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:38:18.162493 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port 567637ec-876e-452e-9e41-cb638207053f triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:38:18.162874 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:18.236692 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:18.270782 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 567637ec-876e-452e-9e41-cb638207053f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=567637ec-876e-452e-9e41-cb638207053f,segment=NetworkSegment(cc9af610-ee7b-434b-b929-c23e1cfd24e1),segment_id=cc9af610-ee7b-434b-b929-c23e1cfd24e1)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:38:18.292092 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ba6b3-ba1b-4992-9c66-f0055236b9b5 req-beb3f074-347e-451c-a666-3a51d5a4e256 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:18.293513 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ba1ba6b3-ba1b-4992-9c66-f0055236b9b5 req-beb3f074-347e-451c-a666-3a51d5a4e256 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 946 time: 0.0649714 Jun 17 14:38:18.330148 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:18.330476 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ba1ba6b3-ba1b-4992-9c66-f0055236b9b5 req-1ae52f69-ef87-4fb7-ab01-50be160d414b tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312257 Jun 17 14:38:18.332066 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:18.379778 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=567637ec-876e-452e-9e41-cb638207053f,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:18.382910 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:18.405564 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491d274a-d25c-40b2-b587-69d98e6e0385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567637ec-876e-452e-9e41-cb638207053f'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:38:18.407862 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c257f5-45ad-4ff1-a455-af1e063ebbb3" -d '{"events": [{"server_uuid": "491d274a-d25c-40b2-b587-69d98e6e0385", "name": "network-vif-plugged", "status": "completed", "tag": "567637ec-876e-452e-9e41-cb638207053f"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:38:18.442967 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc6a5ed-e25d-4b62-a476-c61681905378 x-openstack-request-id: req-0bc6a5ed-e25d-4b62-a476-c61681905378 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:38:18.443267 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491d274a-d25c-40b2-b587-69d98e6e0385", "name": "network-vif-plugged", "status": "completed", "tag": "567637ec-876e-452e-9e41-cb638207053f", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:38:18.443560 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0bc6a5ed-e25d-4b62-a476-c61681905378 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:38:18.443958 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491d274a-d25c-40b2-b587-69d98e6e0385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567637ec-876e-452e-9e41-cb638207053f', 'code': 200} Jun 17 14:38:18.509085 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffae923-c9e3-44b0-bfe1-657d9d9b6498 req-4b14715c-91ae-48c8-ad7c-76fb254a43f8 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:18.510684 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-8ffae923-c9e3-44b0-bfe1-657d9d9b6498 req-4b14715c-91ae-48c8-ad7c-76fb254a43f8 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 946 time: 0.0707681 Jun 17 14:38:18.548001 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-8ffae923-c9e3-44b0-bfe1-657d9d9b6498 req-3198defc-15e7-4cae-877b-00909d24bb3e tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317125 Jun 17 14:38:18.718855 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:18.754955 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ef73e-6ed2-48e2-a758-89320445e2ea req-0e99cb01-7495-40c0-a735-fd14f3fe590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:18.756428 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f76ef73e-6ed2-48e2-a758-89320445e2ea req-0e99cb01-7495-40c0-a735-fd14f3fe590c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=491d274a-d25c-40b2-b587-69d98e6e0385 HTTP/1.1" status: 200 len: 1098 time: 0.0549994 Jun 17 14:38:18.792279 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f76ef73e-6ed2-48e2-a758-89320445e2ea req-8f275a36-f4cc-462c-a327-866e7815539c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a54abf38-d6d9-4a4a-9e01-191be2e5e8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288351 Jun 17 14:38:18.926823 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5404f3-92b3-4472-8aec-f0d89f461a9b req-f6e1b62f-1c0f-4aa5-86c2-1f48b1ef1077 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:18.928274 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-bc5404f3-92b3-4472-8aec-f0d89f461a9b req-f6e1b62f-1c0f-4aa5-86c2-1f48b1ef1077 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 946 time: 0.0623991 Jun 17 14:38:18.965162 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-bc5404f3-92b3-4472-8aec-f0d89f461a9b req-5e356f1b-c39d-4bc7-8948-4ee59f81bb57 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312672 Jun 17 14:38:19.255061 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc89692-a36d-4325-a91f-912a42baeb96 req-e5169431-668c-47b9-b045-30b60baf9f74 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:19.256508 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-1dc89692-a36d-4325-a91f-912a42baeb96 req-e5169431-668c-47b9-b045-30b60baf9f74 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/ports?device_id=491d274a-d25c-40b2-b587-69d98e6e0385 HTTP/1.1" status: 200 len: 945 time: 0.0642343 Jun 17 14:38:19.294348 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-1dc89692-a36d-4325-a91f-912a42baeb96 req-fcbc80ec-4390-48c8-bcfa-731673cd74b4 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/security-groups?id=a54abf38-d6d9-4a4a-9e01-191be2e5e8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314074 Jun 17 14:38:20.467040 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa043d1-eab1-4c5c-a008-ce2cc997e371 req-4c838fc6-8dec-4c06-b42e-f887ab0d303a tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:20.468484 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4fa043d1-eab1-4c5c-a008-ce2cc997e371 req-4c838fc6-8dec-4c06-b42e-f887ab0d303a tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/ports?device_id=491d274a-d25c-40b2-b587-69d98e6e0385 HTTP/1.1" status: 200 len: 945 time: 0.0628610 Jun 17 14:38:20.506472 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4fa043d1-eab1-4c5c-a008-ce2cc997e371 req-638f39f7-6df9-4efa-a0e7-5e0a73f06904 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/security-groups?id=a54abf38-d6d9-4a4a-9e01-191be2e5e8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322783 Jun 17 14:38:23.982952 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33159226-eebe-4760-8656-dde06af646d6 req-d8971d0d-1c91-4aa2-ad5b-77773d499e3c tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:23.984416 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-33159226-eebe-4760-8656-dde06af646d6 req-d8971d0d-1c91-4aa2-ad5b-77773d499e3c tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/ports?device_id=491d274a-d25c-40b2-b587-69d98e6e0385 HTTP/1.1" status: 200 len: 945 time: 0.0620880 Jun 17 14:38:24.021498 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-33159226-eebe-4760-8656-dde06af646d6 req-073db66e-b3b7-4ba4-81cd-2a4cc4be7d8c tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/security-groups?id=a54abf38-d6d9-4a4a-9e01-191be2e5e8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314720 Jun 17 14:38:24.113737 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7983b6-bbd2-4178-b44c-59ad1f7323ef req-06ccc7c7-7f7c-45fa-8574-49ce888c2dbe tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:24.115198 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1f7983b6-bbd2-4178-b44c-59ad1f7323ef req-06ccc7c7-7f7c-45fa-8574-49ce888c2dbe tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 946 time: 0.0665560 Jun 17 14:38:24.152154 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1f7983b6-bbd2-4178-b44c-59ad1f7323ef req-3039af89-edfe-477c-871b-c4118bff9a62 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310874 Jun 17 14:38:24.175769 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 38042) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:24.364433 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4147e714-d383-4887-aab8-2237fff7c24f tempest-TestMinimumBasicScenario-93346901 tempest-TestMinimumBasicScenario-93346901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:24.365960 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-4147e714-d383-4887-aab8-2237fff7c24f tempest-TestMinimumBasicScenario-93346901 tempest-TestMinimumBasicScenario-93346901-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 1094 time: 0.1892426 Jun 17 14:38:24.368769 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 38046) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:24.373809 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Request body: {'floatingip': {'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'port_id': '59df28e9-6dee-4f84-bc3f-a1c93b6c8d63', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:38:24.478486 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for floatingip, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:24.574610 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:24.672459 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.db_base_plugin_common [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Allocated IP 172.28.1.176 (bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a/1de5b000-f039-4ced-982c-ad6f7c0b7727/d50376dc-07a5-4c14-a837-9b4b8207ef6a) {{(pid=93279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:38:24.773520 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for port, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:24.850027 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260461624'] for port, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:24.853052 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-5bec6d2c-0af6-457d-8798-fe39fcfeeaa5 tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:24.886573 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Network bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a is already hosted by enough agents. {{(pid=93279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:38:24.889373 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Resources bound (agent type, host, resource id): {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:38:24.892718 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Received port after_create {{(pid=93279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:38:24.918808 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Pushing event updated for resources: {'Port': ['ID=d50376dc-07a5-4c14-a837-9b4b8207ef6a,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:24.924037 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:25.238917 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f54dd-ee04-4518-b6b4-cb1aa2610d29 req-466e7de0-81b7-4c75-b828-f5c5f40c8354 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:25.240363 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-dd7f54dd-ee04-4518-b6b4-cb1aa2610d29 req-466e7de0-81b7-4c75-b828-f5c5f40c8354 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/ports?device_id=491d274a-d25c-40b2-b587-69d98e6e0385 HTTP/1.1" status: 200 len: 945 time: 0.0656478 Jun 17 14:38:25.272139 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:25.280829 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-dd7f54dd-ee04-4518-b6b4-cb1aa2610d29 req-c7893088-7448-49dc-9abd-06fbed8c7478 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/security-groups?id=a54abf38-d6d9-4a4a-9e01-191be2e5e8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341737 Jun 17 14:38:25.443411 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:25.446190 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a5c5d-206c-4e60-80d9-a37858981079 req-67f2b912-ff74-4a89-8317-92630eab83ea tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:25.448150 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-af7a5c5d-206c-4e60-80d9-a37858981079 req-67f2b912-ff74-4a89-8317-92630eab83ea tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.93 "GET /v2.0/ports?device_id=491d274a-d25c-40b2-b587-69d98e6e0385 HTTP/1.1" status: 200 len: 945 time: 0.0605173 Jun 17 14:38:25.550001 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-af7a5c5d-206c-4e60-80d9-a37858981079 req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Deleting port 567637ec-876e-452e-9e41-cb638207053f {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:38:25.550347 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-af7a5c5d-206c-4e60-80d9-a37858981079 req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:25.594795 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:25.637477 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-af7a5c5d-206c-4e60-80d9-a37858981079 req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] For port 567637ec-876e-452e-9e41-cb638207053f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=567637ec-876e-452e-9e41-cb638207053f,segment=NetworkSegment(cc9af610-ee7b-434b-b929-c23e1cfd24e1),segment_id=cc9af610-ee7b-434b-b929-c23e1cfd24e1)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:38:25.637878 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-af7a5c5d-206c-4e60-80d9-a37858981079 req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:25.667901 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260461578'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:25.670077 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-4dea53f0-9c40-476a-b9be-6a0a08705c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:25.704458 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-af7a5c5d-206c-4e60-80d9-a37858981079 req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Calling delete_port for 567637ec-876e-452e-9e41-cb638207053f owned by compute:nova {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:38:25.738568 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Pushing event updated for resources: {'Port': ['ID=d50376dc-07a5-4c14-a837-9b4b8207ef6a,revision_number=2']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:25.742341 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:25.751396 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982482'] for floatingip, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:25.847359 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.db.l3_db [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Floating IP 74d5341f-67f6-4c08-974a-8075ae72e62c associated. External IP: 172.28.1.176, port: 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63. Jun 17 14:38:25.895695 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-af7a5c5d-206c-4e60-80d9-a37858981079 req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520883'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:25.899900 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-e238406a-f4e9-489f-bfc0-f69ec26aea9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:25.908321 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['567637ec-876e-452e-9e41-cb638207053f'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:38:25.926261 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Pushing event deleted for resources: {'Port': ['ID=567637ec-876e-452e-9e41-cb638207053f,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:25.939883 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:25.940264 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:25.940636 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:25.941007 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:25.941370 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:25.941755 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:25.942114 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:25.942468 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:25.942824 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:25.943180 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:25.943534 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:25.943885 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:38:25.962664 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:25.982316 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7a5c5d-206c-4e60-80d9-a37858981079 req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] No DVR routers for this DVR port 567637ec-876e-452e-9e41-cb638207053f on host hv-cinder-79628 {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:38:25.984782 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-af7a5c5d-206c-4e60-80d9-a37858981079 req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:25.986811 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-af7a5c5d-206c-4e60-80d9-a37858981079 req-ff117f8e-6581-4b6f-a4d2-ebbc7a6bd515 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.93 "DELETE /v2.0/ports/567637ec-876e-452e-9e41-cb638207053f HTTP/1.1" status: 204 len: 173 time: 0.5322461 Jun 17 14:38:25.987321 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491d274a-d25c-40b2-b587-69d98e6e0385', 'name': 'network-vif-deleted', 'tag': '567637ec-876e-452e-9e41-cb638207053f'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:38:25.989697 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf15fb3-f6ae-41de-8f63-309b617d6679" -d '{"events": [{"server_uuid": "491d274a-d25c-40b2-b587-69d98e6e0385", "name": "network-vif-deleted", "tag": "567637ec-876e-452e-9e41-cb638207053f"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:38:26.030639 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fecdc8-9e19-4a1e-862b-048b36e885c7 x-openstack-request-id: req-93fecdc8-9e19-4a1e-862b-048b36e885c7 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:38:26.030974 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491d274a-d25c-40b2-b587-69d98e6e0385", "name": "network-vif-deleted", "tag": "567637ec-876e-452e-9e41-cb638207053f", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:38:26.031267 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-93fecdc8-9e19-4a1e-862b-048b36e885c7 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:38:26.031748 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491d274a-d25c-40b2-b587-69d98e6e0385', 'name': 'network-vif-deleted', 'tag': '567637ec-876e-452e-9e41-cb638207053f', 'status': 'completed', 'code': 200} Jun 17 14:38:26.060172 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Router 274cde03-f28e-4047-afb7-235575d1ed60 has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:38:26.163455 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:38:26.174180 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1d52fe-b0a4-44ac-8139-9da477fd2afa None None] Sync routers for ids ['274cde03-f28e-4047-afb7-235575d1ed60'] in dv-cinder-796286-6-smb {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:38:26.184019 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1d52fe-b0a4-44ac-8139-9da477fd2afa None None] Routers {'274cde03-f28e-4047-afb7-235575d1ed60'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:38:26.184634 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-5e1d52fe-b0a4-44ac-8139-9da477fd2afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:38:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['274cde03-f28e-4047-afb7-235575d1ed60'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:38:26.249902 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for floatingip, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:26.287440 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9176550 Jun 17 14:38:26.288213 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e2a374-4d0a-48a4-8717-2dea2e199248', 'tag': '59df28e9-6dee-4f84-bc3f-a1c93b6c8d63'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:38:26.289012 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-5e1d52fe-b0a4-44ac-8139-9da477fd2afa None None] Set router 274cde03-f28e-4047-afb7-235575d1ed60 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:38:26.290265 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 38052) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:26.290700 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8863a126823674440be2fd171a9f51742ed7e76304ce63add1381630eebf7721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749db2da-b0e0-4198-a624-42f1e0ec46c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e2a374-4d0a-48a4-8717-2dea2e199248", "tag": "59df28e9-6dee-4f84-bc3f-a1c93b6c8d63"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:38:26.303064 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [None req-51f503fd-ac9e-412c-93f1-d46f9b76e99f tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1459564337', 'description': 'tempest-secgroup-smoke-1459564337 description', 'project_id': 'c688b4d536e64fe080287e9ae5b69db7'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:38:26.360728 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8223a664-baa6-45e6-a1e2-4423720e2460 x-openstack-request-id: req-8223a664-baa6-45e6-a1e2-4423720e2460 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:38:26.361247 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e2a374-4d0a-48a4-8717-2dea2e199248", "tag": "59df28e9-6dee-4f84-bc3f-a1c93b6c8d63", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:38:26.361679 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8223a664-baa6-45e6-a1e2-4423720e2460 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:38:26.362218 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e2a374-4d0a-48a4-8717-2dea2e199248', 'tag': '59df28e9-6dee-4f84-bc3f-a1c93b6c8d63', 'status': 'completed', 'code': 200} Jun 17 14:38:26.442460 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749db2da-b0e0-4198-a624-42f1e0ec46c9 req-bf178aae-9d77-48f6-be7b-e2f55571461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:26.444242 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-749db2da-b0e0-4198-a624-42f1e0ec46c9 req-bf178aae-9d77-48f6-be7b-e2f55571461d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c688b4d536e64fe080287e9ae5b69db7&device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 1099 time: 0.0597456 Jun 17 14:38:26.445577 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-51f503fd-ac9e-412c-93f1-d46f9b76e99f tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:26.449745 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0be894ba-408c-4e35-999b-13ccf211227f req-c7ef093b-dbf7-44c2-b19e-705c08d8d937 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] 10.222.0.86 "GET /v2.0/ports?device_id=491d274a-d25c-40b2-b587-69d98e6e0385 HTTP/1.1" status: 200 len: 210 time: 0.0279529 Jun 17 14:38:26.537204 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-5e1d52fe-b0a4-44ac-8139-9da477fd2afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274cde03-f28e-4047-afb7-235575d1ed60', 'name': 'tempest-TestMinimumBasicScenario-634688316-router', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '38d0517b-3f45-44bd-a111-6559279154c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:31Z', 'updated_at': '2021-06-17T14:37:35Z', 'revision_number': 4, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'gw_port': {'id': '38d0517b-3f45-44bd-a111-6559279154c6', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:32Z', 'updated_at': '2021-06-17T14:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_floatingips': [{'id': '74d5341f-67f6-4c08-974a-8075ae72e62c', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'floating_ip_address': '172.28.1.176', 'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'router_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'port_id': '59df28e9-6dee-4f84-bc3f-a1c93b6c8d63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138', 'mac_address': 'fa:16:3e:78:36:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e2a374-4d0a-48a4-8717-2dea2e199248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:38:25Z', 'updated_at': '2021-06-17T14:38:25Z', 'revision_number': 0, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '122b9b89-e6ab-4aa1-95f7-2a788467fa6c', 'name': '', 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'mac_address': 'fa:16:3e:6a:22:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da593f68-4f0d-41f1-ae27-d97980382c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:34Z', 'updated_at': '2021-06-17T14:37:40Z', 'revision_number': 5, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'subnets': [{'id': 'da593f68-4f0d-41f1-ae27-d97980382c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:38:26.564200 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1d52fe-b0a4-44ac-8139-9da477fd2afa None None] Checking router: 274cde03-f28e-4047-afb7-235575d1ed60 for host: dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:38:26.571154 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749db2da-b0e0-4198-a624-42f1e0ec46c9 req-d3f5597d-7528-4ba1-a294-65e57dc62ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:26.572641 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-749db2da-b0e0-4198-a624-42f1e0ec46c9 req-d3f5597d-7528-4ba1-a294-65e57dc62ec7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=04cc779a-5b6b-42e2-9c49-b70ba43c7138 HTTP/1.1" status: 200 len: 916 time: 0.1173768 Jun 17 14:38:26.572801 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1d52fe-b0a4-44ac-8139-9da477fd2afa None None] Routers {'274cde03-f28e-4047-afb7-235575d1ed60'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:38:26.573627 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-5e1d52fe-b0a4-44ac-8139-9da477fd2afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:38:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['274cde03-f28e-4047-afb7-235575d1ed60'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:38:26.642728 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-51f503fd-ac9e-412c-93f1-d46f9b76e99f tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:26.662395 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-749db2da-b0e0-4198-a624-42f1e0ec46c9 req-d56d1da8-6711-4545-9617-ad58fb86810c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 HTTP/1.1" status: 200 len: 1000 time: 0.0787928 Jun 17 14:38:26.683420 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-5e1d52fe-b0a4-44ac-8139-9da477fd2afa None None] Set router 274cde03-f28e-4047-afb7-235575d1ed60 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:38:26.699630 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-51f503fd-ac9e-412c-93f1-d46f9b76e99f tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:26.703651 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-398c8f62-9b0c-4598-be14-0f4d313ecaa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:26.738791 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749db2da-b0e0-4198-a624-42f1e0ec46c9 req-6dac8ae5-91f4-445e-b4e2-bd1be5471820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:26.740352 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-749db2da-b0e0-4198-a624-42f1e0ec46c9 req-6dac8ae5-91f4-445e-b4e2-bd1be5471820 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=da593f68-4f0d-41f1-ae27-d97980382c86 HTTP/1.1" status: 200 len: 853 time: 0.0712245 Jun 17 14:38:26.742151 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f503fd-ac9e-412c-93f1-d46f9b76e99f tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=591541fb-4922-4b25-92ff-96b7a10547ea,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:26.745268 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-51f503fd-ac9e-412c-93f1-d46f9b76e99f tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:26.795756 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-51f503fd-ac9e-412c-93f1-d46f9b76e99f tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:26.796904 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-51f503fd-ac9e-412c-93f1-d46f9b76e99f tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5040505 Jun 17 14:38:26.799763 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749db2da-b0e0-4198-a624-42f1e0ec46c9 req-d56a39c1-1ba5-407a-a5cf-e7ffabf40848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:26.799943 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 38058) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:26.801422 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-749db2da-b0e0-4198-a624-42f1e0ec46c9 req-d56a39c1-1ba5-407a-a5cf-e7ffabf40848 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=04cc779a-5b6b-42e2-9c49-b70ba43c7138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0543880 Jun 17 14:38:26.805060 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-443d488b-8177-42a7-8155-2a194e5efa78 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Request body: {'security_group_rule': {'security_group_id': '591541fb-4922-4b25-92ff-96b7a10547ea', 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:38:26.900615 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-443d488b-8177-42a7-8155-2a194e5efa78 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:26.908682 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-749db2da-b0e0-4198-a624-42f1e0ec46c9 req-d2fb5d5a-4022-4ca9-a7a8-14836720d7a5 service neutron] 10.222.0.93 "GET /v2.0/networks/04cc779a-5b6b-42e2-9c49-b70ba43c7138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998104 Jun 17 14:38:26.983718 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-443d488b-8177-42a7-8155-2a194e5efa78 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:27.023902 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-749db2da-b0e0-4198-a624-42f1e0ec46c9 req-bcd798a4-34ba-48a1-9bef-2fb699eaae48 service neutron] 10.222.0.93 "GET /v2.0/networks/04cc779a-5b6b-42e2-9c49-b70ba43c7138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082771 Jun 17 14:38:27.050427 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-443d488b-8177-42a7-8155-2a194e5efa78 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939287'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:27.053394 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:27.071540 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d488b-8177-42a7-8155-2a194e5efa78 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb02caf-ec0c-4662-b76e-9da5d756bf0f,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:27.074318 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-443d488b-8177-42a7-8155-2a194e5efa78 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:27.080167 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-5e1d52fe-b0a4-44ac-8139-9da477fd2afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274cde03-f28e-4047-afb7-235575d1ed60', 'name': 'tempest-TestMinimumBasicScenario-634688316-router', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '38d0517b-3f45-44bd-a111-6559279154c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:31Z', 'updated_at': '2021-06-17T14:37:35Z', 'revision_number': 4, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'gw_port': {'id': '38d0517b-3f45-44bd-a111-6559279154c6', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:32Z', 'updated_at': '2021-06-17T14:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_floatingips': [{'id': '74d5341f-67f6-4c08-974a-8075ae72e62c', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'floating_ip_address': '172.28.1.176', 'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'router_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'port_id': '59df28e9-6dee-4f84-bc3f-a1c93b6c8d63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138', 'mac_address': 'fa:16:3e:78:36:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e2a374-4d0a-48a4-8717-2dea2e199248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:38:25Z', 'updated_at': '2021-06-17T14:38:25Z', 'revision_number': 0, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '122b9b89-e6ab-4aa1-95f7-2a788467fa6c', 'name': '', 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'mac_address': 'fa:16:3e:6a:22:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da593f68-4f0d-41f1-ae27-d97980382c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:34Z', 'updated_at': '2021-06-17T14:37:40Z', 'revision_number': 5, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'subnets': [{'id': 'da593f68-4f0d-41f1-ae27-d97980382c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:38:27.109597 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1d52fe-b0a4-44ac-8139-9da477fd2afa None None] The sync data for ids ['274cde03-f28e-4047-afb7-235575d1ed60'] in dv-cinder-796286-6-smb is: [{'id': '274cde03-f28e-4047-afb7-235575d1ed60', 'name': 'tempest-TestMinimumBasicScenario-634688316-router', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '38d0517b-3f45-44bd-a111-6559279154c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:31Z', 'updated_at': '2021-06-17T14:37:35Z', 'revision_number': 4, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'gw_port': {'id': '38d0517b-3f45-44bd-a111-6559279154c6', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:32Z', 'updated_at': '2021-06-17T14:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_floatingips': [{'id': '74d5341f-67f6-4c08-974a-8075ae72e62c', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'floating_ip_address': '172.28.1.176', 'floating_network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'router_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'port_id': '59df28e9-6dee-4f84-bc3f-a1c93b6c8d63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138', 'mac_address': 'fa:16:3e:78:36:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e2a374-4d0a-48a4-8717-2dea2e199248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T14:38:25Z', 'updated_at': '2021-06-17T14:38:25Z', 'revision_number': 0, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '122b9b89-e6ab-4aa1-95f7-2a788467fa6c', 'name': '', 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'mac_address': 'fa:16:3e:6a:22:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da593f68-4f0d-41f1-ae27-d97980382c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:34Z', 'updated_at': '2021-06-17T14:37:40Z', 'revision_number': 5, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'subnets': [{'id': 'da593f68-4f0d-41f1-ae27-d97980382c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:38:27.148923 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-443d488b-8177-42a7-8155-2a194e5efa78 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:27.150452 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-443d488b-8177-42a7-8155-2a194e5efa78 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3494234 Jun 17 14:38:27.153377 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 38060) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:27.158027 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-f64c4d2e-0bb4-4113-894b-e07abe0ce923 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Request body: {'security_group_rule': {'security_group_id': '591541fb-4922-4b25-92ff-96b7a10547ea', 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:38:27.260629 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f64c4d2e-0bb4-4113-894b-e07abe0ce923 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:27.292783 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece1abf-e2dc-4078-87c0-e9d360479757 None None] New status for floating IP 74d5341f-67f6-4c08-974a-8075ae72e62c: ACTIVE {{(pid=93282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:38:27.318320 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f64c4d2e-0bb4-4113-894b-e07abe0ce923 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:27.398349 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f64c4d2e-0bb4-4113-894b-e07abe0ce923 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939287'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:27.405239 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-ef5188d4-754f-4384-bc2f-589215134faa tempest-AttachVolumeShelveTestJSON-1616390997 tempest-AttachVolumeShelveTestJSON-1616390997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:27.419736 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c4d2e-0bb4-4113-894b-e07abe0ce923 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e374836-30db-44a9-aca6-dfe1af308543,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:27.422689 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-f64c4d2e-0bb4-4113-894b-e07abe0ce923 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:27.524316 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-f64c4d2e-0bb4-4113-894b-e07abe0ce923 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:27.526168 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-f64c4d2e-0bb4-4113-894b-e07abe0ce923 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3711076 Jun 17 14:38:27.528904 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 38064) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:27.533632 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-c4c3cac9-cd16-4f22-bc41-20b237c33d15 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Request body: {'security_group_rule': {'security_group_id': '591541fb-4922-4b25-92ff-96b7a10547ea', 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:38:27.643063 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c4c3cac9-cd16-4f22-bc41-20b237c33d15 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:27.702493 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c4c3cac9-cd16-4f22-bc41-20b237c33d15 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:27.804104 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c4c3cac9-cd16-4f22-bc41-20b237c33d15 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939287'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:27.806197 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:27.822217 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3cac9-cd16-4f22-bc41-20b237c33d15 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a36dda1-d25a-450b-a6d6-1ba2d3918cf8,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:27.825168 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c4c3cac9-cd16-4f22-bc41-20b237c33d15 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:27.883907 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-c4c3cac9-cd16-4f22-bc41-20b237c33d15 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:27.885795 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-c4c3cac9-cd16-4f22-bc41-20b237c33d15 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3552477 Jun 17 14:38:27.888643 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 38068) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:27.893239 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-9ff3c5bc-d47b-4283-b77e-5e7402a73e75 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Request body: {'security_group_rule': {'security_group_id': '591541fb-4922-4b25-92ff-96b7a10547ea', 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:38:28.003300 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9ff3c5bc-d47b-4283-b77e-5e7402a73e75 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:28.064175 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9ff3c5bc-d47b-4283-b77e-5e7402a73e75 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:28.128945 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9ff3c5bc-d47b-4283-b77e-5e7402a73e75 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939287'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:28.128945 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-f64c4d2e-0bb4-4113-894b-e07abe0ce923 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:28.142763 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3c5bc-d47b-4283-b77e-5e7402a73e75 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7f2ff4-9fcb-4fa0-9a37-f90c0f1d9156,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:28.146601 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-9ff3c5bc-d47b-4283-b77e-5e7402a73e75 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:28.215994 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9ff3c5bc-d47b-4283-b77e-5e7402a73e75 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:28.217219 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-9ff3c5bc-d47b-4283-b77e-5e7402a73e75 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276253 Jun 17 14:38:28.219916 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 38074) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:28.232228 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-b945a0e0-d5a0-47b3-9e6a-7db4f5b2989b tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Request body: {'security_group_rule': {'security_group_id': '591541fb-4922-4b25-92ff-96b7a10547ea', 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:38:28.307859 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.db.securitygroups_db [None req-b945a0e0-d5a0-47b3-9e6a-7db4f5b2989b tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Project c688b4d536e64fe080287e9ae5b69db7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 14:38:28.312779 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b945a0e0-d5a0-47b3-9e6a-7db4f5b2989b tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:28.374348 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b945a0e0-d5a0-47b3-9e6a-7db4f5b2989b tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:28.421308 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b945a0e0-d5a0-47b3-9e6a-7db4f5b2989b tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939287'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:28.423253 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:28.439539 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945a0e0-d5a0-47b3-9e6a-7db4f5b2989b tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ce0cb3-88d8-41b0-93e0-e3772608ac01,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:28.441934 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-b945a0e0-d5a0-47b3-9e6a-7db4f5b2989b tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:28.496304 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b945a0e0-d5a0-47b3-9e6a-7db4f5b2989b tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:28.497530 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-b945a0e0-d5a0-47b3-9e6a-7db4f5b2989b tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2766199 Jun 17 14:38:28.500281 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 38076) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:28.504683 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-b12e45ce-fa27-4021-a3f8-2907e2e88586 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Request body: {'security_group_rule': {'security_group_id': '591541fb-4922-4b25-92ff-96b7a10547ea', 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:38:28.586526 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.db.securitygroups_db [None req-b12e45ce-fa27-4021-a3f8-2907e2e88586 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Project c688b4d536e64fe080287e9ae5b69db7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 14:38:28.622006 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b12e45ce-fa27-4021-a3f8-2907e2e88586 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:28.710436 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b12e45ce-fa27-4021-a3f8-2907e2e88586 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:28.792820 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b12e45ce-fa27-4021-a3f8-2907e2e88586 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939287'] for security_group_rule, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:28.798617 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:28.813260 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e45ce-fa27-4021-a3f8-2907e2e88586 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=385bea5d-6ac7-464b-9993-1795c099f87d,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:28.816113 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-b12e45ce-fa27-4021-a3f8-2907e2e88586 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:28.878228 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-b12e45ce-fa27-4021-a3f8-2907e2e88586 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:28.879420 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-b12e45ce-fa27-4021-a3f8-2907e2e88586 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3781903 Jun 17 14:38:28.993372 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c944d970-39ab-4a07-963a-d07723cc47db req-e0374e60-67d0-46f2-a7c6-be24dfc331fb tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1459564337&fields=id&tenant_id=c688b4d536e64fe080287e9ae5b69db7 HTTP/1.1" status: 200 len: 267 time: 0.0326712 Jun 17 14:38:29.056607 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944d970-39ab-4a07-963a-d07723cc47db req-4f89be83-bd4d-428d-8bd7-b309de33e93d tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:29.058307 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c944d970-39ab-4a07-963a-d07723cc47db req-4f89be83-bd4d-428d-8bd7-b309de33e93d tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 946 time: 0.0595472 Jun 17 14:38:29.068782 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [req-c944d970-39ab-4a07-963a-d07723cc47db req-3389c5e0-5207-40bd-9346-87c620ea8b6c tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Request body: {'port': {'security_groups': ['ccc7da97-d041-4e7a-9624-e585fa985def', '591541fb-4922-4b25-92ff-96b7a10547ea']}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:38:29.413222 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-c944d970-39ab-4a07-963a-d07723cc47db req-3389c5e0-5207-40bd-9346-87c620ea8b6c tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:29.602453 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [req-c944d970-39ab-4a07-963a-d07723cc47db req-3389c5e0-5207-40bd-9346-87c620ea8b6c tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] For port 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63,segment=NetworkSegment(3be4c3df-53a7-4e32-9af8-e978240c9204),segment_id=3be4c3df-53a7-4e32-9af8-e978240c9204)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:38:29.631944 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-c944d970-39ab-4a07-963a-d07723cc47db req-3389c5e0-5207-40bd-9346-87c620ea8b6c tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for port, precommit_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:29.724134 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-c944d970-39ab-4a07-963a-d07723cc47db req-3389c5e0-5207-40bd-9346-87c620ea8b6c tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260461578'] for port, after_update {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:29.728154 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c379e057-f801-4ae5-ba9c-5d014acf3bbd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:29.737344 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['59df28e9-6dee-4f84-bc3f-a1c93b6c8d63'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:38:29.779099 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944d970-39ab-4a07-963a-d07723cc47db req-3389c5e0-5207-40bd-9346-87c620ea8b6c tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:29.780202 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [req-c944d970-39ab-4a07-963a-d07723cc47db req-3389c5e0-5207-40bd-9346-87c620ea8b6c tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:29.781788 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c944d970-39ab-4a07-963a-d07723cc47db req-3389c5e0-5207-40bd-9346-87c620ea8b6c tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "PUT /v2.0/ports/59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 HTTP/1.1" status: 200 len: 982 time: 0.7174566 Jun 17 14:38:29.782333 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e2a374-4d0a-48a4-8717-2dea2e199248', 'tag': '59df28e9-6dee-4f84-bc3f-a1c93b6c8d63'}] {{(pid=93279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:38:29.790802 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8863a126823674440be2fd171a9f51742ed7e76304ce63add1381630eebf7721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d924d067-4a8f-4400-8cd5-bcb293dcddb1" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e2a374-4d0a-48a4-8717-2dea2e199248", "tag": "59df28e9-6dee-4f84-bc3f-a1c93b6c8d63"}]}' {{(pid=93279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:38:29.814914 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389c5e0-5207-40bd-9346-87c620ea8b6c tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Pushing event updated for resources: {'Port': ['ID=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63,revision_number=6']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:29.819423 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-3389c5e0-5207-40bd-9346-87c620ea8b6c tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:29.853177 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29dfa75-4866-4a30-92e5-51f09806e1e7 x-openstack-request-id: req-a29dfa75-4866-4a30-92e5-51f09806e1e7 {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:38:29.853606 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e2a374-4d0a-48a4-8717-2dea2e199248", "tag": "59df28e9-6dee-4f84-bc3f-a1c93b6c8d63", "status": "completed", "code": 200}]} {{(pid=93279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:38:29.853944 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a29dfa75-4866-4a30-92e5-51f09806e1e7 {{(pid=93279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:38:29.854821 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e2a374-4d0a-48a4-8717-2dea2e199248', 'tag': '59df28e9-6dee-4f84-bc3f-a1c93b6c8d63', 'status': 'completed', 'code': 200} Jun 17 14:38:29.872436 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['59df28e9-6dee-4f84-bc3f-a1c93b6c8d63'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:38:29.993958 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924d067-4a8f-4400-8cd5-bcb293dcddb1 req-65bb2fd9-4ea3-4766-a33c-5e77619c8bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:29.995705 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d924d067-4a8f-4400-8cd5-bcb293dcddb1 req-65bb2fd9-4ea3-4766-a33c-5e77619c8bea service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c688b4d536e64fe080287e9ae5b69db7&device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 1138 time: 0.1134946 Jun 17 14:38:30.022807 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637c4b8-01a3-45ce-8465-b6cc1de521d7 req-7f1f4eff-7b3f-4b96-9ab5-4a655db1cc05 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:30.024341 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a637c4b8-01a3-45ce-8465-b6cc1de521d7 req-7f1f4eff-7b3f-4b96-9ab5-4a655db1cc05 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 985 time: 0.1044426 Jun 17 14:38:30.091820 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-2d7b0697-6a4c-479d-90cd-c558d7ec4432 None None] Provisioning complete for port 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:38:30.092143 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-2d7b0697-6a4c-479d-90cd-c558d7ec4432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:30.117084 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a637c4b8-01a3-45ce-8465-b6cc1de521d7 req-627b6f17-bb9f-4748-bf09-7dd945c3b969 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=591541fb-4922-4b25-92ff-96b7a10547ea&id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804904 Jun 17 14:38:30.130839 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 567637ec-876e-452e-9e41-cb638207053f no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:38:30.138946 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924d067-4a8f-4400-8cd5-bcb293dcddb1 req-d730c260-8d50-4944-88cc-96a998171d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:30.140420 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d924d067-4a8f-4400-8cd5-bcb293dcddb1 req-d730c260-8d50-4944-88cc-96a998171d08 service neutron] 10.222.0.93 "GET /v2.0/networks?id=04cc779a-5b6b-42e2-9c49-b70ba43c7138 HTTP/1.1" status: 200 len: 916 time: 0.1350009 Jun 17 14:38:30.174271 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] No Port match for: 567637ec-876e-452e-9e41-cb638207053f {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:38:30.174621 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 567637ec-876e-452e-9e41-cb638207053f not bound to the agent host hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:38:30.208018 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d924d067-4a8f-4400-8cd5-bcb293dcddb1 req-348a46f3-d51e-45d2-8633-d5df473490f9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 HTTP/1.1" status: 200 len: 1002 time: 0.0588202 Jun 17 14:38:30.261315 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924d067-4a8f-4400-8cd5-bcb293dcddb1 req-f44f469b-3caa-494d-962c-bf15eda86ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:30.262794 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d924d067-4a8f-4400-8cd5-bcb293dcddb1 req-f44f469b-3caa-494d-962c-bf15eda86ba7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=da593f68-4f0d-41f1-ae27-d97980382c86 HTTP/1.1" status: 200 len: 853 time: 0.0474916 Jun 17 14:38:30.320312 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924d067-4a8f-4400-8cd5-bcb293dcddb1 req-7a8bc9e2-82cf-4b7d-845d-898e28ae0817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:30.321824 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d924d067-4a8f-4400-8cd5-bcb293dcddb1 req-7a8bc9e2-82cf-4b7d-845d-898e28ae0817 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=04cc779a-5b6b-42e2-9c49-b70ba43c7138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0519404 Jun 17 14:38:30.414600 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d924d067-4a8f-4400-8cd5-bcb293dcddb1 req-caf7deaf-5a65-49b1-85be-4a0fbcb8a05b service neutron] 10.222.0.93 "GET /v2.0/networks/04cc779a-5b6b-42e2-9c49-b70ba43c7138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815501 Jun 17 14:38:30.506151 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d924d067-4a8f-4400-8cd5-bcb293dcddb1 req-a0c520b1-3b11-4cf8-9095-401c6e6ccfad service neutron] 10.222.0.93 "GET /v2.0/networks/04cc779a-5b6b-42e2-9c49-b70ba43c7138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848577 Jun 17 14:38:35.352458 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:36.586903 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-daaa17d9-fc34-41f8-9a6b-2ec2df4e97fe req-cd4c771e-296c-4dd7-9354-adcdf085a2fa service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507157 Jun 17 14:38:36.688820 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa17d9-fc34-41f8-9a6b-2ec2df4e97fe req-85a8dfad-6f2e-4743-9cd6-0e4cfd967f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:36.690346 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-daaa17d9-fc34-41f8-9a6b-2ec2df4e97fe req-85a8dfad-6f2e-4743-9cd6-0e4cfd967f1d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c688b4d536e64fe080287e9ae5b69db7&device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 1138 time: 0.0581448 Jun 17 14:38:36.793586 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa17d9-fc34-41f8-9a6b-2ec2df4e97fe req-8cb046a8-b375-441e-a20e-4b8fc570c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:36.795186 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-daaa17d9-fc34-41f8-9a6b-2ec2df4e97fe req-8cb046a8-b375-441e-a20e-4b8fc570c5fd service neutron] 10.222.0.93 "GET /v2.0/networks?id=04cc779a-5b6b-42e2-9c49-b70ba43c7138 HTTP/1.1" status: 200 len: 916 time: 0.0844727 Jun 17 14:38:36.864262 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-daaa17d9-fc34-41f8-9a6b-2ec2df4e97fe req-8924cd57-02ff-4de0-9b07-9c6f3be642e4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 HTTP/1.1" status: 200 len: 1002 time: 0.0618160 Jun 17 14:38:36.911832 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa17d9-fc34-41f8-9a6b-2ec2df4e97fe req-48609202-80a6-43be-b451-599dabe562d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:36.913248 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-daaa17d9-fc34-41f8-9a6b-2ec2df4e97fe req-48609202-80a6-43be-b451-599dabe562d7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=da593f68-4f0d-41f1-ae27-d97980382c86 HTTP/1.1" status: 200 len: 853 time: 0.0419321 Jun 17 14:38:36.971484 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa17d9-fc34-41f8-9a6b-2ec2df4e97fe req-4924d461-a8a8-4562-9004-9916aab95557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:36.972951 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-daaa17d9-fc34-41f8-9a6b-2ec2df4e97fe req-4924d461-a8a8-4562-9004-9916aab95557 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=04cc779a-5b6b-42e2-9c49-b70ba43c7138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0514174 Jun 17 14:38:37.082554 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-daaa17d9-fc34-41f8-9a6b-2ec2df4e97fe req-f362653d-e9c4-40bd-b66c-0614de0bde78 service neutron] 10.222.0.93 "GET /v2.0/networks/04cc779a-5b6b-42e2-9c49-b70ba43c7138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964971 Jun 17 14:38:37.174478 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-daaa17d9-fc34-41f8-9a6b-2ec2df4e97fe req-eff446e1-fb2c-4dab-99ca-0fc310617e67 service neutron] 10.222.0.93 "GET /v2.0/networks/04cc779a-5b6b-42e2-9c49-b70ba43c7138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846238 Jun 17 14:38:40.314478 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:38:43.271991 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-b576dd39-912d-4b7e-8524-24e22d599e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:44.444606 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 38206) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:44.492054 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c6b397-c575-4ca5-837e-cac67aaf621f admin admin] Deleting subnet c22b45cb-10af-4d68-96c8-83699763560e {{(pid=93279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:38:44.501669 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-67c6b397-c575-4ca5-837e-cac67aaf621f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:44.527393 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-67c6b397-c575-4ca5-837e-cac67aaf621f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261297413'] for subnet, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:44.563668 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-67c6b397-c575-4ca5-837e-cac67aaf621f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602239'] for subnet, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:44.654987 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-67c6b397-c575-4ca5-837e-cac67aaf621f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260461771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260647003'] for subnet, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:44.658177 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-b5d14291-1f85-452a-9fea-af184fb69d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:44.685423 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6b397-c575-4ca5-837e-cac67aaf621f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c22b45cb-10af-4d68-96c8-83699763560e,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:44.685423 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-67c6b397-c575-4ca5-837e-cac67aaf621f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:44.685781 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-67c6b397-c575-4ca5-837e-cac67aaf621f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:44.688521 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-67c6b397-c575-4ca5-837e-cac67aaf621f admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c22b45cb-10af-4d68-96c8-83699763560e HTTP/1.1" status: 204 len: 168 time: 0.2420139 Jun 17 14:38:44.690094 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 38208) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:44.758763 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7fae2466-64f3-4453-84c6-67413bf6afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2004059'] for network, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:44.836505 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7fae2466-64f3-4453-84c6-67413bf6afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601830', 'neutron.services.segments.db._delete_segments_for_network-8793008842900'] for network, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:44.846670 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-7fae2466-64f3-4453-84c6-67413bf6afe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6a8095-2aba-4ebe-a6e5-1733f1e88d10']}} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:38:44.857055 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-7fae2466-64f3-4453-84c6-67413bf6afe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9af610-ee7b-434b-b929-c23e1cfd24e1') {'for_net_delete': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:38:44.857351 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-7fae2466-64f3-4453-84c6-67413bf6afe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9af610-ee7b-434b-b929-c23e1cfd24e1') {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:38:44.865734 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7fae2466-64f3-4453-84c6-67413bf6afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793008841189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261297418'] for segment, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:44.879436 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7fae2466-64f3-4453-84c6-67413bf6afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:44.885106 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fae2466-64f3-4453-84c6-67413bf6afe4 admin admin] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=93279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:38:44.885517 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7fae2466-64f3-4453-84c6-67413bf6afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260461670'] for segment, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: retrieve_revision_numbers = { Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: Traceback (most recent call last): Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: timer() Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: cb(*args, **kw) Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: return func(*args, **kwargs) Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: self._notify() Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: self.callback(batched_events) Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: event.method(event) Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: return f(self, *a, **k) Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: return self._get(url).json() Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: return self.request(url, 'GET', **kwargs) Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:38:44.887096 dv-cinder-796286-6-smb neutron-server[93279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:38:44.986338 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7fae2466-64f3-4453-84c6-67413bf6afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970450'] for network, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:44.989943 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-ace52084-0e0a-463e-9812-8789c1b45035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:44.992309 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-7fae2466-64f3-4453-84c6-67413bf6afe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:44.994995 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-7fae2466-64f3-4453-84c6-67413bf6afe4 admin admin] 10.222.0.86 "DELETE /v2.0/networks/4e6a8095-2aba-4ebe-a6e5-1733f1e88d10 HTTP/1.1" status: 204 len: 168 time: 0.3039453 Jun 17 14:38:44.998134 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 38210) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:45.006029 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae2466-64f3-4453-84c6-67413bf6afe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e6a8095-2aba-4ebe-a6e5-1733f1e88d10,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:45.008380 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-7fae2466-64f3-4453-84c6-67413bf6afe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:45.045594 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ccdebe-290d-4bfb-9894-e14700be7b7f admin admin] Deleting subnet 2e362ac7-aa32-42e9-8c39-0e90088254a5 {{(pid=93280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:38:45.049154 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e9ccdebe-290d-4bfb-9894-e14700be7b7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:45.086105 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e9ccdebe-290d-4bfb-9894-e14700be7b7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260428089'] for subnet, precommit_delete_associations {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:45.124298 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e9ccdebe-290d-4bfb-9894-e14700be7b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602239'] for subnet, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:45.237821 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e9ccdebe-290d-4bfb-9894-e14700be7b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260794503'] for subnet, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:45.239846 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:45.262791 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccdebe-290d-4bfb-9894-e14700be7b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e362ac7-aa32-42e9-8c39-0e90088254a5,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:45.265844 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-e9ccdebe-290d-4bfb-9894-e14700be7b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:45.266818 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-e9ccdebe-290d-4bfb-9894-e14700be7b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for subnet, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:45.268636 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-e9ccdebe-290d-4bfb-9894-e14700be7b7f admin admin] 10.222.0.86 "DELETE /v2.0/subnets/2e362ac7-aa32-42e9-8c39-0e90088254a5 HTTP/1.1" status: 204 len: 168 time: 0.2690759 Jun 17 14:38:45.271082 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 38212) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:45.341269 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1c55d9c3-3845-49e3-8672-0e16df13a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2004059'] for network, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:45.420202 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1c55d9c3-3845-49e3-8672-0e16df13a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601830', 'neutron.services.segments.db._delete_segments_for_network-8793008842900'] for network, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:45.429956 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.services.segments.db [None req-1c55d9c3-3845-49e3-8672-0e16df13a2cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44e9855-13e3-4e88-b140-4f4916653f58']}} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:38:45.439421 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.services.segments.db [None req-1c55d9c3-3845-49e3-8672-0e16df13a2cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc399ae4-9595-49fc-aba6-a08be20d7bdf') {'for_net_delete': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:38:45.439720 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.services.segments.db [None req-1c55d9c3-3845-49e3-8672-0e16df13a2cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc399ae4-9595-49fc-aba6-a08be20d7bdf') {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:38:45.448103 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1c55d9c3-3845-49e3-8672-0e16df13a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793008841189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260428086'] for segment, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:45.465541 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1c55d9c3-3845-49e3-8672-0e16df13a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:45.471125 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c55d9c3-3845-49e3-8672-0e16df13a2cc admin admin] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=93280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:38:45.471529 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1c55d9c3-3845-49e3-8672-0e16df13a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520932'] for segment, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: Traceback (most recent call last): Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: timer() Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: cb(*args, **kw) Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: return func(*args, **kwargs) Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: self._notify() Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: self.callback(batched_events) Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: event.method(event) Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: return f(self, *a, **k) Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: return self._get(url).json() Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: return self.request(url, 'GET', **kwargs) Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:38:45.473993 dv-cinder-796286-6-smb neutron-server[93280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:38:45.563154 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1c55d9c3-3845-49e3-8672-0e16df13a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970450'] for network, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:45.566818 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:45.569128 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-1c55d9c3-3845-49e3-8672-0e16df13a2cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:45.570866 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-1c55d9c3-3845-49e3-8672-0e16df13a2cc admin admin] 10.222.0.86 "DELETE /v2.0/networks/b44e9855-13e3-4e88-b140-4f4916653f58 HTTP/1.1" status: 204 len: 168 time: 0.2988939 Jun 17 14:38:45.581765 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55d9c3-3845-49e3-8672-0e16df13a2cc admin admin] Pushing event deleted for resources: {'Network': ['ID=b44e9855-13e3-4e88-b140-4f4916653f58,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:45.584171 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-1c55d9c3-3845-49e3-8672-0e16df13a2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:45.671923 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-31cc0bab-b5dc-47ce-b23a-f3c8bba048ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:45.820819 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:45.900932 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 38216) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:45.943419 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-1d5404c7-3437-4fc9-b327-f7c68ca5c7a5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5d2c19fc1b374c96af6da1d257dca90d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414646 Jun 17 14:38:45.945757 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 38218) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:45.992348 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9295e7fa-8bda-4852-9a37-9e944def48cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:46.013478 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9295e7fa-8bda-4852-9a37-9e944def48cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:46.117236 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9295e7fa-8bda-4852-9a37-9e944def48cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:46.120425 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-9295e7fa-8bda-4852-9a37-9e944def48cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:46.122308 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-9295e7fa-8bda-4852-9a37-9e944def48cd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a54abf38-d6d9-4a4a-9e01-191be2e5e8e9 HTTP/1.1" status: 204 len: 168 time: 0.1748598 Jun 17 14:38:46.122308 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c28e43fd-0712-4d53-9e7c-b5f2d358d19b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:46.129590 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295e7fa-8bda-4852-9a37-9e944def48cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54abf38-d6d9-4a4a-9e01-191be2e5e8e9,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:46.131931 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-9295e7fa-8bda-4852-9a37-9e944def48cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:46.733232 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 38224) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:46.773749 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-e51d7548-d598-44b0-8946-83e4d0d76dd1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dd7902978a144ed2a07b35014f6bf4c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392385 Jun 17 14:38:46.776474 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 38226) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:46.823994 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-777fbaa4-cec1-4c31-be0a-25c35f254cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:46.844200 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-777fbaa4-cec1-4c31-be0a-25c35f254cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:46.883549 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:46.929320 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-777fbaa4-cec1-4c31-be0a-25c35f254cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:46.932593 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-777fbaa4-cec1-4c31-be0a-25c35f254cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:46.933810 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-777fbaa4-cec1-4c31-be0a-25c35f254cdb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c3d0bdc4-3597-4618-b1d5-8574f20b94ee HTTP/1.1" status: 204 len: 168 time: 0.1563582 Jun 17 14:38:46.935829 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-efb49eed-3dc7-44db-ae3b-e9c31e2497f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:46.942605 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fbaa4-cec1-4c31-be0a-25c35f254cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d0bdc4-3597-4618-b1d5-8574f20b94ee,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:46.944798 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-777fbaa4-cec1-4c31-be0a-25c35f254cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:47.882214 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 38248) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:47.974443 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-4f10ae33-0003-4054-b891-13f81b5b892e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1840273465-network', 'tenant_id': 'f3c54becc42f47bebd10509975cf3b4e'}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:38:48.054822 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f10ae33-0003-4054-b891-13f81b5b892e admin admin] Made reservation on behalf of f3c54becc42f47bebd10509975cf3b4e for: {'network': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:38:48.057747 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4f10ae33-0003-4054-b891-13f81b5b892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for network, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:48.066217 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4f10ae33-0003-4054-b891-13f81b5b892e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:48.155715 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4f10ae33-0003-4054-b891-13f81b5b892e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:48.237201 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4f10ae33-0003-4054-b891-13f81b5b892e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:48.240128 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-75f16189-5ca3-4ec5-a75a-f85e31130d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:48.261947 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f10ae33-0003-4054-b891-13f81b5b892e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1102} {{(pid=93279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 14:38:48.270244 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10ae33-0003-4054-b891-13f81b5b892e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edcab7d-a939-4c2b-98a7-9b3fb206d384,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:48.273257 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-4f10ae33-0003-4054-b891-13f81b5b892e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:48.277478 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4f10ae33-0003-4054-b891-13f81b5b892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:48.277836 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.db.segments_db [None req-4f10ae33-0003-4054-b891-13f81b5b892e admin admin] Added segment 563e8b39-1441-4808-a93d-b5ff32b7f769 of type vlan for network ed3d39e2-41be-4da6-bc5b-512fced1b6f9 Jun 17 14:38:48.315635 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4f10ae33-0003-4054-b891-13f81b5b892e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793008305830'] for network, precommit_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:48.402999 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4f10ae33-0003-4054-b891-13f81b5b892e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932'] for network, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:48.404292 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f10ae33-0003-4054-b891-13f81b5b892e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:48.404870 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-4f10ae33-0003-4054-b891-13f81b5b892e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:48.406956 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-c28e43fd-0712-4d53-9e7c-b5f2d358d19b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:48.466275 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10ae33-0003-4054-b891-13f81b5b892e admin admin] Pushing event updated for resources: {'Network': ['ID=ed3d39e2-41be-4da6-bc5b-512fced1b6f9,revision_number=1']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:48.468833 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-4f10ae33-0003-4054-b891-13f81b5b892e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:48.476163 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Network ed3d39e2-41be-4da6-bc5b-512fced1b6f9 details requested by agent ovs-agent-dv-cinder-796286-6-smb with host dv-cinder-796286-6-smb {{(pid=93281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 14:38:48.501170 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-4f10ae33-0003-4054-b891-13f81b5b892e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6178706 Jun 17 14:38:48.503991 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 38252) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:38:48.510260 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.v2.base [None req-614f1f51-135d-4705-98e2-0e7324a9b2aa admin admin] Request body: {'subnet': {'network_id': 'ed3d39e2-41be-4da6-bc5b-512fced1b6f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1840273465-subnet', 'tenant_id': 'f3c54becc42f47bebd10509975cf3b4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:38:48.586476 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614f1f51-135d-4705-98e2-0e7324a9b2aa admin admin] Made reservation on behalf of f3c54becc42f47bebd10509975cf3b4e for: {'subnet': 1} {{(pid=93279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:38:48.588843 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-614f1f51-135d-4705-98e2-0e7324a9b2aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260647038'] for subnet, before_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:48.740551 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:48.831881 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-614f1f51-135d-4705-98e2-0e7324a9b2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260461700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260647020'] for subnet, after_create {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:48.834062 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:48.888508 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f1f51-135d-4705-98e2-0e7324a9b2aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=629156f3-7f4a-4db1-8775-6c650a832ae4,revision_number=0']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:48.892161 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-614f1f51-135d-4705-98e2-0e7324a9b2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:48.898313 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614f1f51-135d-4705-98e2-0e7324a9b2aa admin admin] Checking segment: {'id': '563e8b39-1441-4808-a93d-b5ff32b7f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'ed3d39e2-41be-4da6-bc5b-512fced1b6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:38:48.898313 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614f1f51-135d-4705-98e2-0e7324a9b2aa admin admin] Network hostable DHCP agents. Network: ed3d39e2-41be-4da6-bc5b-512fced1b6f9, hostable agents: ['5e674aae-4521-411e-b7ad-9e9eb91c2d49'], hosted agents: [] {{(pid=93279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 14:38:48.968821 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614f1f51-135d-4705-98e2-0e7324a9b2aa admin admin] Network ed3d39e2-41be-4da6-bc5b-512fced1b6f9 is scheduled to be hosted by DHCP agent 5e674aae-4521-411e-b7ad-9e9eb91c2d49 with binding_index 1 {{(pid=93279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 14:38:49.048823 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.base_scheduler [None req-614f1f51-135d-4705-98e2-0e7324a9b2aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-6-smb, ed3d39e2-41be-4da6-bc5b-512fced1b6f9) {{(pid=93279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:38:49.052908 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614f1f51-135d-4705-98e2-0e7324a9b2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:49.053538 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-614f1f51-135d-4705-98e2-0e7324a9b2aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:49.058686 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32444d63-76d9-4872-b723-928f95d3f230 None None] Network ed3d39e2-41be-4da6-bc5b-512fced1b6f9 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:38:49.135814 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-614f1f51-135d-4705-98e2-0e7324a9b2aa admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6306255 Jun 17 14:38:49.179365 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f3a4df-fb33-423f-b738-0d1ca895f154 None None] Network ed3d39e2-41be-4da6-bc5b-512fced1b6f9 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:38:51.145079 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-068b5018-453f-432b-b871-96788e614ed3 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:51.146525 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-068b5018-453f-432b-b871-96788e614ed3 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/networks?id=ed3d39e2-41be-4da6-bc5b-512fced1b6f9 HTTP/1.1" status: 200 len: 814 time: 0.1009405 Jun 17 14:38:51.161507 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-6e4c3777-3304-482c-934d-6d5afb45ab24 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/quotas/f3c54becc42f47bebd10509975cf3b4e HTTP/1.1" status: 200 len: 375 time: 0.0089316 Jun 17 14:38:51.193024 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-b8f0bbe1-72a9-41f6-8e3c-acf58052014c tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f3c54becc42f47bebd10509975cf3b4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268142 Jun 17 14:38:51.322707 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-64b361c2-73fd-4baa-8bb7-e7fd7d13d499 service neutron] 10.222.0.86 "GET /v2.0/networks/ed3d39e2-41be-4da6-bc5b-512fced1b6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226003 Jun 17 14:38:51.411880 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-8d92f75c-3dbc-4e3e-9861-e9750700933a service neutron] 10.222.0.86 "GET /v2.0/networks/ed3d39e2-41be-4da6-bc5b-512fced1b6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833995 Jun 17 14:38:51.647142 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-73d3f801-1bad-430d-93fe-26fc8c313e0b req-b99a346f-5def-497d-bc10-bccd57f52034 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=ded3e625-c2f5-4c57-abe7-59fcdacadca8 HTTP/1.1" status: 200 len: 210 time: 0.0278664 Jun 17 14:38:52.783471 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7fa55327-995f-48a9-afc8-e4edef64e4fc req-28c7d04d-b32f-4502-9c1b-eff1887c91d2 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=ded3e625-c2f5-4c57-abe7-59fcdacadca8 HTTP/1.1" status: 200 len: 210 time: 0.0286007 Jun 17 14:38:53.691177 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-9b864ec0-1aef-4235-b46d-641c4ffb3c41 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:53.692592 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-9b864ec0-1aef-4235-b46d-641c4ffb3c41 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.93 "GET /v2.0/networks?id=ed3d39e2-41be-4da6-bc5b-512fced1b6f9 HTTP/1.1" status: 200 len: 814 time: 0.1022286 Jun 17 14:38:53.705382 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-ab5a1921-7ae1-4e73-9c51-5bd5d284d508 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Request body: {'port': {'device_id': 'ded3e625-c2f5-4c57-abe7-59fcdacadca8', 'network_id': 'ed3d39e2-41be-4da6-bc5b-512fced1b6f9', 'admin_state_up': True, 'tenant_id': 'f3c54becc42f47bebd10509975cf3b4e'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:38:53.901917 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-ab5a1921-7ae1-4e73-9c51-5bd5d284d508 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Made reservation on behalf of f3c54becc42f47bebd10509975cf3b4e for: {'port': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:38:53.905599 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-ab5a1921-7ae1-4e73-9c51-5bd5d284d508 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:53.943791 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8bf77bdb-d1fc-4613-80bc-812f964d5e3d req-de529f78-b75d-4cc8-bdbf-12c5089faf01 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=ded3e625-c2f5-4c57-abe7-59fcdacadca8 HTTP/1.1" status: 200 len: 210 time: 0.0452404 Jun 17 14:38:54.058810 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-ab5a1921-7ae1-4e73-9c51-5bd5d284d508 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Allocated IP 172.20.0.11 (ed3d39e2-41be-4da6-bc5b-512fced1b6f9/629156f3-7f4a-4db1-8775-6c650a832ae4/41010f0e-1b24-4e88-b452-e1f3015f0cc5) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:38:54.200414 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-ab5a1921-7ae1-4e73-9c51-5bd5d284d508 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:54.288797 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-ab5a1921-7ae1-4e73-9c51-5bd5d284d508 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520890'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:54.293172 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-17190f47-1dde-42c4-84cb-a26549e357bd tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:54.334859 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-ab5a1921-7ae1-4e73-9c51-5bd5d284d508 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Network ed3d39e2-41be-4da6-bc5b-512fced1b6f9 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:38:54.342435 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-ab5a1921-7ae1-4e73-9c51-5bd5d284d508 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:38:54.346462 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-ab5a1921-7ae1-4e73-9c51-5bd5d284d508 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:38:54.350450 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a1921-7ae1-4e73-9c51-5bd5d284d508 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Pushing event updated for resources: {'Port': ['ID=41010f0e-1b24-4e88-b452-e1f3015f0cc5,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:54.368781 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-ab5a1921-7ae1-4e73-9c51-5bd5d284d508 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:54.393682 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-ab5a1921-7ae1-4e73-9c51-5bd5d284d508 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:54.394358 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-ab5a1921-7ae1-4e73-9c51-5bd5d284d508 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:54.460862 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-ab5a1921-7ae1-4e73-9c51-5bd5d284d508 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7589431 Jun 17 14:38:54.473440 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Request body: {'port': {'device_id': 'ded3e625-c2f5-4c57-abe7-59fcdacadca8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:38:54.541122 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:55.070380 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41010f0e-1b24-4e88-b452-e1f3015f0cc5 {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:38:55.078703 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:55.092429 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Transition to ACTIVE for port object 41010f0e-1b24-4e88-b452-e1f3015f0cc5 will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:38:55.186279 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:55.188390 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-0f003e68-d802-414c-bff2-f9badc6fbab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:55.264234 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=41010f0e-1b24-4e88-b452-e1f3015f0cc5,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:55.267112 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:55.275536 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb76035-d7ad-4e7b-8ab0-c9f5f09b70f7 req-be6ce51d-fbb1-4ab4-8eb8-99eb224a1279 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:55.277010 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-beb76035-d7ad-4e7b-8ab0-c9f5f09b70f7 req-be6ce51d-fbb1-4ab4-8eb8-99eb224a1279 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=ded3e625-c2f5-4c57-abe7-59fcdacadca8 HTTP/1.1" status: 200 len: 944 time: 0.0672023 Jun 17 14:38:55.313432 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-beb76035-d7ad-4e7b-8ab0-c9f5f09b70f7 req-409db696-cd68-4818-8158-8be1b5e6e1f3 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307064 Jun 17 14:38:55.331464 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Attempting to bind port 41010f0e-1b24-4e88-b452-e1f3015f0cc5 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:38:55.331816 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Attempting to bind port 41010f0e-1b24-4e88-b452-e1f3015f0cc5 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '563e8b39-1441-4808-a93d-b5ff32b7f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'ed3d39e2-41be-4da6-bc5b-512fced1b6f9'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:38:55.332150 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Attempting to bind port 41010f0e-1b24-4e88-b452-e1f3015f0cc5 on network ed3d39e2-41be-4da6-bc5b-512fced1b6f9 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:38:55.336282 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Port 41010f0e-1b24-4e88-b452-e1f3015f0cc5 on network ed3d39e2-41be-4da6-bc5b-512fced1b6f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:38:55.336628 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Attempting to bind port 41010f0e-1b24-4e88-b452-e1f3015f0cc5 on network ed3d39e2-41be-4da6-bc5b-512fced1b6f9 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:38:55.342181 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Checking agent: {'id': 'c17431a8-2d50-499b-8bf2-d6ffeabd9413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'started_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:38:55.342518 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Checking segment: {'id': '563e8b39-1441-4808-a93d-b5ff32b7f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'ed3d39e2-41be-4da6-bc5b-512fced1b6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:38:55.342898 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Bound using segment: {'id': '563e8b39-1441-4808-a93d-b5ff32b7f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'ed3d39e2-41be-4da6-bc5b-512fced1b6f9'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:38:55.343326 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Bound port: 41010f0e-1b24-4e88-b452-e1f3015f0cc5, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563e8b39-1441-4808-a93d-b5ff32b7f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'ed3d39e2-41be-4da6-bc5b-512fced1b6f9'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:38:55.343677 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:55.403975 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] For port 41010f0e-1b24-4e88-b452-e1f3015f0cc5, host hv-cinder-79628, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:38:55.406894 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] For port 41010f0e-1b24-4e88-b452-e1f3015f0cc5, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=41010f0e-1b24-4e88-b452-e1f3015f0cc5,segment=NetworkSegment(563e8b39-1441-4808-a93d-b5ff32b7f769),segment_id=563e8b39-1441-4808-a93d-b5ff32b7f769)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:38:55.495002 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:55.496963 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-603329e2-ac05-40b0-be31-e512f1658bf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:38:55.533734 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:55.534346 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:38:55.535714 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] 10.222.0.93 "PUT /v2.0/ports/41010f0e-1b24-4e88-b452-e1f3015f0cc5 HTTP/1.1" status: 200 len: 1094 time: 1.0662642 Jun 17 14:38:55.536215 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded3e625-c2f5-4c57-abe7-59fcdacadca8', 'tag': '41010f0e-1b24-4e88-b452-e1f3015f0cc5'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:38:55.538539 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef028ad-d500-46bb-bac6-c0da3c5503eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ded3e625-c2f5-4c57-abe7-59fcdacadca8", "tag": "41010f0e-1b24-4e88-b452-e1f3015f0cc5"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:38:55.562086 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=41010f0e-1b24-4e88-b452-e1f3015f0cc5,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:38:55.565204 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-dafad6f4-7faf-46a2-b793-3108b99e2ef9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:38:55.574974 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c67be4-071e-43da-b98d-f48a2734ba65 x-openstack-request-id: req-a1c67be4-071e-43da-b98d-f48a2734ba65 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:38:55.575304 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded3e625-c2f5-4c57-abe7-59fcdacadca8", "tag": "41010f0e-1b24-4e88-b452-e1f3015f0cc5", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:38:55.575598 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a1c67be4-071e-43da-b98d-f48a2734ba65 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:38:55.576034 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded3e625-c2f5-4c57-abe7-59fcdacadca8', 'tag': '41010f0e-1b24-4e88-b452-e1f3015f0cc5', 'status': 'completed', 'code': 200} Jun 17 14:38:55.654414 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef028ad-d500-46bb-bac6-c0da3c5503eb req-76b541dd-a16a-467e-8af0-ec71faeeedd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:55.655887 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6ef028ad-d500-46bb-bac6-c0da3c5503eb req-76b541dd-a16a-467e-8af0-ec71faeeedd6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3c54becc42f47bebd10509975cf3b4e&device_id=ded3e625-c2f5-4c57-abe7-59fcdacadca8 HTTP/1.1" status: 200 len: 1097 time: 0.0543525 Jun 17 14:38:55.756493 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef028ad-d500-46bb-bac6-c0da3c5503eb req-a20783c5-3af4-4901-979e-2eac7101ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:55.758139 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6ef028ad-d500-46bb-bac6-c0da3c5503eb req-a20783c5-3af4-4901-979e-2eac7101ea47 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=f3c54becc42f47bebd10509975cf3b4e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0940883 Jun 17 14:38:55.847814 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef028ad-d500-46bb-bac6-c0da3c5503eb req-b41dc15d-dcc8-4d85-b795-700e3d998859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:55.849619 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6ef028ad-d500-46bb-bac6-c0da3c5503eb req-b41dc15d-dcc8-4d85-b795-700e3d998859 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0839791 Jun 17 14:38:55.942134 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-65ca11fd-32e8-402a-acbc-71c7c5bbcd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:55.943610 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-65ca11fd-32e8-402a-acbc-71c7c5bbcd3e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3c54becc42f47bebd10509975cf3b4e&device_id=ded3e625-c2f5-4c57-abe7-59fcdacadca8 HTTP/1.1" status: 200 len: 1097 time: 0.0535965 Jun 17 14:38:55.988656 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-2c961137-83a6-4fc6-9bdd-28970a29cea4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41010f0e-1b24-4e88-b452-e1f3015f0cc5 HTTP/1.1" status: 200 len: 217 time: 0.0364289 Jun 17 14:38:56.037555 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-76cba176-94a3-4a0f-bf95-bb7caa39378e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:56.038882 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-76cba176-94a3-4a0f-bf95-bb7caa39378e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=629156f3-7f4a-4db1-8775-6c650a832ae4 HTTP/1.1" status: 200 len: 854 time: 0.0435746 Jun 17 14:38:56.073344 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-6f93dc01-f868-435f-8693-482f23bb9d0e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ed3d39e2-41be-4da6-bc5b-512fced1b6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261254 Jun 17 14:38:56.167581 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-ec1aaea6-eacf-43fb-bccf-0f6cfec7efef service neutron] 10.222.0.93 "GET /v2.0/networks/ed3d39e2-41be-4da6-bc5b-512fced1b6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861552 Jun 17 14:38:56.268655 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0ee623a0-466f-45a0-ac72-5f168309aa2d req-b78b403b-5063-4de8-9a1c-16ef463c1a8d service neutron] 10.222.0.93 "GET /v2.0/networks/ed3d39e2-41be-4da6-bc5b-512fced1b6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941293 Jun 17 14:38:56.365277 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a09a3-ec66-44a8-aca4-1abdbe5c197d req-c434c1fe-7c35-44f4-8095-23009c447d1d tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:56.366787 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f24a09a3-ec66-44a8-aca4-1abdbe5c197d req-c434c1fe-7c35-44f4-8095-23009c447d1d tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 985 time: 0.1127169 Jun 17 14:38:56.369592 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d3d36-356f-4d63-bc53-416de3c1a16f req-598e1035-0eec-4cce-8884-069398443238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:56.370940 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0e1d3d36-356f-4d63-bc53-416de3c1a16f req-598e1035-0eec-4cce-8884-069398443238 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c688b4d536e64fe080287e9ae5b69db7&device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 1138 time: 0.0817857 Jun 17 14:38:56.460808 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f24a09a3-ec66-44a8-aca4-1abdbe5c197d req-09c81750-635d-44b3-b9cb-d07fffe38d1e tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=591541fb-4922-4b25-92ff-96b7a10547ea&id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871346 Jun 17 14:38:56.489672 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d298b3-0e3b-42bc-a4d2-21befa86a059 req-c2d849a7-b591-432d-aca8-967d51042cbc tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:56.496190 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-42d298b3-0e3b-42bc-a4d2-21befa86a059 req-c2d849a7-b591-432d-aca8-967d51042cbc tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=ded3e625-c2f5-4c57-abe7-59fcdacadca8 HTTP/1.1" status: 200 len: 944 time: 0.0648456 Jun 17 14:38:56.496318 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d3d36-356f-4d63-bc53-416de3c1a16f req-2f82e3ea-9d32-4404-b308-dea5e6d9e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:56.496318 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0e1d3d36-356f-4d63-bc53-416de3c1a16f req-2f82e3ea-9d32-4404-b308-dea5e6d9e3fe service neutron] 10.222.0.93 "GET /v2.0/networks?id=04cc779a-5b6b-42e2-9c49-b70ba43c7138 HTTP/1.1" status: 200 len: 916 time: 0.1148190 Jun 17 14:38:56.529302 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-42d298b3-0e3b-42bc-a4d2-21befa86a059 req-3a9394b5-e9a4-4433-be67-0ca3387e1da1 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320375 Jun 17 14:38:56.560060 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0e1d3d36-356f-4d63-bc53-416de3c1a16f req-29255ca8-d4b4-4d36-b50a-6dded57ce740 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 HTTP/1.1" status: 200 len: 1002 time: 0.0576940 Jun 17 14:38:56.608505 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d3d36-356f-4d63-bc53-416de3c1a16f req-be6f2db9-7e7c-42ce-aae1-686e56aab8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:56.609887 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0e1d3d36-356f-4d63-bc53-416de3c1a16f req-be6f2db9-7e7c-42ce-aae1-686e56aab8d3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=da593f68-4f0d-41f1-ae27-d97980382c86 HTTP/1.1" status: 200 len: 853 time: 0.0433474 Jun 17 14:38:56.669377 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d3d36-356f-4d63-bc53-416de3c1a16f req-43fcad5c-35cc-477c-906d-f5cc373e35c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:56.670864 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0e1d3d36-356f-4d63-bc53-416de3c1a16f req-43fcad5c-35cc-477c-906d-f5cc373e35c9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=04cc779a-5b6b-42e2-9c49-b70ba43c7138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0543792 Jun 17 14:38:56.760057 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0e1d3d36-356f-4d63-bc53-416de3c1a16f req-5c87b541-91f4-446b-99dd-a14f221c9d28 service neutron] 10.222.0.93 "GET /v2.0/networks/04cc779a-5b6b-42e2-9c49-b70ba43c7138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797091 Jun 17 14:38:56.855595 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0e1d3d36-356f-4d63-bc53-416de3c1a16f req-1de805cc-710b-4480-9505-e020a0661fda service neutron] 10.222.0.93 "GET /v2.0/networks/04cc779a-5b6b-42e2-9c49-b70ba43c7138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861306 Jun 17 14:38:57.634412 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5643d3-6cf3-4b60-ae25-9db179f80e34 req-36221bdc-5974-4e5d-990e-00cbe3590402 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:57.635891 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cd5643d3-6cf3-4b60-ae25-9db179f80e34 req-36221bdc-5974-4e5d-990e-00cbe3590402 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 985 time: 0.0637622 Jun 17 14:38:57.676542 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-cd5643d3-6cf3-4b60-ae25-9db179f80e34 req-a6b60e19-7fd2-4aa5-b9da-fd26b1bbd065 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=591541fb-4922-4b25-92ff-96b7a10547ea&id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350685 Jun 17 14:38:57.705527 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218ee3d-167e-4258-9dd3-dd5d1a3df0ed req-4980f1d0-440f-4628-a4c7-dbd336e491c8 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:57.707019 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5218ee3d-167e-4258-9dd3-dd5d1a3df0ed req-4980f1d0-440f-4628-a4c7-dbd336e491c8 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=ded3e625-c2f5-4c57-abe7-59fcdacadca8 HTTP/1.1" status: 200 len: 944 time: 0.0663431 Jun 17 14:38:57.744828 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-5218ee3d-167e-4258-9dd3-dd5d1a3df0ed req-54c4d764-d41f-4a03-bec8-5ba04132013d tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318954 Jun 17 14:38:58.852814 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195514c-9a2d-40da-a87c-171145dc5200 req-ba3042fc-e4ce-4c1d-8bce-dcb0ec43a0bd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:58.854390 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-1195514c-9a2d-40da-a87c-171145dc5200 req-ba3042fc-e4ce-4c1d-8bce-dcb0ec43a0bd tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 985 time: 0.0684195 Jun 17 14:38:58.894524 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-1195514c-9a2d-40da-a87c-171145dc5200 req-39313c06-1949-4868-b924-01b3ffda92da tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=591541fb-4922-4b25-92ff-96b7a10547ea&id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343449 Jun 17 14:38:58.928924 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869b46e-ece5-4dbf-b095-2fe9c037d6b9 req-4cfc3512-e337-4669-ad46-33701fc8f1f5 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:38:58.930523 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f869b46e-ece5-4dbf-b095-2fe9c037d6b9 req-4cfc3512-e337-4669-ad46-33701fc8f1f5 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=ded3e625-c2f5-4c57-abe7-59fcdacadca8 HTTP/1.1" status: 200 len: 944 time: 0.0650213 Jun 17 14:38:58.966596 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-f869b46e-ece5-4dbf-b095-2fe9c037d6b9 req-0531cbe8-6d9a-43a7-8a3b-7be41bc8299a tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305898 Jun 17 14:39:00.067987 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e277a-1b76-45e6-a53a-8904a92953c1 req-1428be79-9e11-4868-a517-76e88eaaabea tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:00.069538 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d80e277a-1b76-45e6-a53a-8904a92953c1 req-1428be79-9e11-4868-a517-76e88eaaabea tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 985 time: 0.0624478 Jun 17 14:39:00.109656 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d80e277a-1b76-45e6-a53a-8904a92953c1 req-aba88833-9b60-42bc-b25d-e880b2110ec6 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=591541fb-4922-4b25-92ff-96b7a10547ea&id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343990 Jun 17 14:39:00.138132 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424708c4-9ecf-43de-8280-64a139dcdbfc req-b916a4a9-92d9-4db9-ba56-9ce0193c83c8 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:00.139831 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-424708c4-9ecf-43de-8280-64a139dcdbfc req-b916a4a9-92d9-4db9-ba56-9ce0193c83c8 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=ded3e625-c2f5-4c57-abe7-59fcdacadca8 HTTP/1.1" status: 200 len: 944 time: 0.0650899 Jun 17 14:39:00.176653 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-424708c4-9ecf-43de-8280-64a139dcdbfc req-3bd75b3b-82de-4633-b7c4-9e69acfa6db9 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312111 Jun 17 14:39:00.258752 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 41010f0e-1b24-4e88-b452-e1f3015f0cc5 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:39:00.350131 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 41010f0e-1b24-4e88-b452-e1f3015f0cc5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=41010f0e-1b24-4e88-b452-e1f3015f0cc5,segment=NetworkSegment(563e8b39-1441-4808-a93d-b5ff32b7f769),segment_id=563e8b39-1441-4808-a93d-b5ff32b7f769)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:39:00.361985 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': '41010f0e-1b24-4e88-b452-e1f3015f0cc5', 'network_id': 'ed3d39e2-41be-4da6-bc5b-512fced1b6f9', 'port_id': '41010f0e-1b24-4e88-b452-e1f3015f0cc5', 'mac_address': 'fa:16:3e:c9:5c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629156f3-7f4a-4db1-8775-6c650a832ae4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:39:00.400043 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:00.411919 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41010f0e-1b24-4e88-b452-e1f3015f0cc5 {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:39:00.430794 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 41010f0e-1b24-4e88-b452-e1f3015f0cc5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=41010f0e-1b24-4e88-b452-e1f3015f0cc5,segment=NetworkSegment(563e8b39-1441-4808-a93d-b5ff32b7f769),segment_id=563e8b39-1441-4808-a93d-b5ff32b7f769)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:39:00.494528 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:00.496308 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:00.542111 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=41010f0e-1b24-4e88-b452-e1f3015f0cc5,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:00.549080 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.549439 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.549814 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.550160 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.550504 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.550845 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.551181 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.551518 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.551847 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.552177 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.552506 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.552835 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:00.556635 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:00.736072 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['41010f0e-1b24-4e88-b452-e1f3015f0cc5'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:39:01.287086 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45838cf4-b8d9-4c46-bfbf-c9f3acd052a9 req-30df96b6-3891-44a5-8935-839f5f19be75 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:01.288550 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-45838cf4-b8d9-4c46-bfbf-c9f3acd052a9 req-30df96b6-3891-44a5-8935-839f5f19be75 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 985 time: 0.0689559 Jun 17 14:39:01.327826 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-45838cf4-b8d9-4c46-bfbf-c9f3acd052a9 req-695a5598-cf87-42d8-989c-bf004eb2ad4d tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=591541fb-4922-4b25-92ff-96b7a10547ea&id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336342 Jun 17 14:39:01.356056 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f4a37-a227-4eef-b557-5ab11f18aa30 req-3b546f7a-4e55-48bd-996c-b7090c25dc38 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:01.357536 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-831f4a37-a227-4eef-b557-5ab11f18aa30 req-3b546f7a-4e55-48bd-996c-b7090c25dc38 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=ded3e625-c2f5-4c57-abe7-59fcdacadca8 HTTP/1.1" status: 200 len: 945 time: 0.0689147 Jun 17 14:39:01.395353 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-831f4a37-a227-4eef-b557-5ab11f18aa30 req-c52be9ed-b256-4f58-9988-e0e9237d37e7 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322235 Jun 17 14:39:02.260865 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 41010f0e-1b24-4e88-b452-e1f3015f0cc5 up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:39:02.357029 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning for port 41010f0e-1b24-4e88-b452-e1f3015f0cc5 completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:39:02.361001 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port 41010f0e-1b24-4e88-b452-e1f3015f0cc5 triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:02.361380 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:02.440485 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:02.464090 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded3e625-c2f5-4c57-abe7-59fcdacadca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41010f0e-1b24-4e88-b452-e1f3015f0cc5'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:39:02.466511 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4615355-1904-4f7d-a2d2-6bdfb208cb26" -d '{"events": [{"server_uuid": "ded3e625-c2f5-4c57-abe7-59fcdacadca8", "name": "network-vif-plugged", "status": "completed", "tag": "41010f0e-1b24-4e88-b452-e1f3015f0cc5"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:39:02.480811 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 41010f0e-1b24-4e88-b452-e1f3015f0cc5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=41010f0e-1b24-4e88-b452-e1f3015f0cc5,segment=NetworkSegment(563e8b39-1441-4808-a93d-b5ff32b7f769),segment_id=563e8b39-1441-4808-a93d-b5ff32b7f769)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:39:02.511123 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d8125-5e87-416a-bd48-73d786d41a03 req-ae1162c2-2418-4eed-8d2a-fe101212fa04 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:02.512521 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-475d8125-5e87-416a-bd48-73d786d41a03 req-ae1162c2-2418-4eed-8d2a-fe101212fa04 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 985 time: 0.0737538 Jun 17 14:39:02.554014 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-475d8125-5e87-416a-bd48-73d786d41a03 req-81859aec-5e6b-47fc-a48a-5d697539090e tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=591541fb-4922-4b25-92ff-96b7a10547ea&id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356441 Jun 17 14:39:02.563576 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:02.565762 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:02.579993 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d169fe-7a43-4d3f-b075-24bc9b564dad req-0ff20ee4-83e5-40d3-ad59-550eb6812bff tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:02.580523 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-21d169fe-7a43-4d3f-b075-24bc9b564dad req-0ff20ee4-83e5-40d3-ad59-550eb6812bff tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=ded3e625-c2f5-4c57-abe7-59fcdacadca8 HTTP/1.1" status: 200 len: 945 time: 0.0643804 Jun 17 14:39:02.603129 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff92794-34b6-4141-8aa6-70a6348f8741 x-openstack-request-id: req-cff92794-34b6-4141-8aa6-70a6348f8741 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:39:02.603432 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded3e625-c2f5-4c57-abe7-59fcdacadca8", "name": "network-vif-plugged", "status": "completed", "tag": "41010f0e-1b24-4e88-b452-e1f3015f0cc5", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:39:02.603713 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cff92794-34b6-4141-8aa6-70a6348f8741 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:39:02.604082 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded3e625-c2f5-4c57-abe7-59fcdacadca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41010f0e-1b24-4e88-b452-e1f3015f0cc5', 'code': 200} Jun 17 14:39:02.621987 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-21d169fe-7a43-4d3f-b075-24bc9b564dad req-baa256a6-b402-40f0-b36e-eb04eec317c1 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357451 Jun 17 14:39:02.630043 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=41010f0e-1b24-4e88-b452-e1f3015f0cc5,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:02.639811 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:02.962328 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cbe98-fd90-462e-87be-eef552c07193 req-3d0f5ceb-cf05-4ec1-8ee8-f4e9a62e2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:02.963783 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f92cbe98-fd90-462e-87be-eef552c07193 req-3d0f5ceb-cf05-4ec1-8ee8-f4e9a62e2875 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ded3e625-c2f5-4c57-abe7-59fcdacadca8 HTTP/1.1" status: 200 len: 1099 time: 0.0534074 Jun 17 14:39:02.998713 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f92cbe98-fd90-462e-87be-eef552c07193 req-009a91b3-05ab-4455-bd5f-294632d70d6f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281219 Jun 17 14:39:03.738314 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eb9ea-4243-40ae-9fec-409dd604ecbd req-739be48a-b5a4-4c92-9f6f-f6eb2b40eace tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:03.739793 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d51eb9ea-4243-40ae-9fec-409dd604ecbd req-739be48a-b5a4-4c92-9f6f-f6eb2b40eace tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 985 time: 0.0697567 Jun 17 14:39:03.779851 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d51eb9ea-4243-40ae-9fec-409dd604ecbd req-0593070a-2136-48ca-83f2-5cadd5849440 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=591541fb-4922-4b25-92ff-96b7a10547ea&id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331712 Jun 17 14:39:03.803408 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78742d-65ab-4119-81bb-4aa179d5b390 req-5765ef86-ae96-469f-9868-d2c48056b6c6 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:03.804970 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7d78742d-65ab-4119-81bb-4aa179d5b390 req-5765ef86-ae96-469f-9868-d2c48056b6c6 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=ded3e625-c2f5-4c57-abe7-59fcdacadca8 HTTP/1.1" status: 200 len: 946 time: 0.0669589 Jun 17 14:39:03.843834 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7d78742d-65ab-4119-81bb-4aa179d5b390 req-7eca808c-81d1-43c5-b48c-e24c3225a409 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317822 Jun 17 14:39:04.955276 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0c500-c15e-4bbc-90e5-b0ac1daed4d0 req-a7a7805b-df77-4076-b0ce-26a09afcaf3c tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:04.956787 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-70a0c500-c15e-4bbc-90e5-b0ac1daed4d0 req-a7a7805b-df77-4076-b0ce-26a09afcaf3c tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 985 time: 0.0655930 Jun 17 14:39:05.001531 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-70a0c500-c15e-4bbc-90e5-b0ac1daed4d0 req-fa0f8d60-ebb7-48b6-9a29-42e87120ee5f tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=591541fb-4922-4b25-92ff-96b7a10547ea&id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378227 Jun 17 14:39:05.025924 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531c4b4-1e61-44f0-a671-74be0ee7c56f req-ff055f42-9d8d-4c01-801e-9328d732275d tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:05.027454 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a531c4b4-1e61-44f0-a671-74be0ee7c56f req-ff055f42-9d8d-4c01-801e-9328d732275d tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=ded3e625-c2f5-4c57-abe7-59fcdacadca8 HTTP/1.1" status: 200 len: 946 time: 0.0644922 Jun 17 14:39:05.069797 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-a531c4b4-1e61-44f0-a671-74be0ee7c56f req-39d8bad5-6e48-4a29-831f-39ab54c158e9 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335901 Jun 17 14:39:05.363399 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:06.178107 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fda2ce-ca22-4ec8-b8c2-4ae99765075f req-02efdbac-248a-4e48-b03b-688fc38abce0 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:06.179523 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-33fda2ce-ca22-4ec8-b8c2-4ae99765075f req-02efdbac-248a-4e48-b03b-688fc38abce0 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 985 time: 0.0635791 Jun 17 14:39:06.221986 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-33fda2ce-ca22-4ec8-b8c2-4ae99765075f req-2d0ce37a-15a5-4842-ad46-d571e6baa5c1 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=591541fb-4922-4b25-92ff-96b7a10547ea&id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353398 Jun 17 14:39:07.402631 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ab665-6484-4cb7-97d1-dfb094677f3c req-2fa7a581-d61f-4159-832f-a1ab1f3a62ef tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:07.404368 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e55ab665-6484-4cb7-97d1-dfb094677f3c req-2fa7a581-d61f-4159-832f-a1ab1f3a62ef tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 985 time: 0.0650351 Jun 17 14:39:07.445916 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-e55ab665-6484-4cb7-97d1-dfb094677f3c req-0ef4e93b-f0dc-4919-a80d-daca2e087c24 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=591541fb-4922-4b25-92ff-96b7a10547ea&id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341961 Jun 17 14:39:08.624279 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39ae59-1261-4188-997d-ca1c069cb792 req-a1760f3b-c53a-4a3a-87c9-78703a86aac7 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:08.625765 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0c39ae59-1261-4188-997d-ca1c069cb792 req-a1760f3b-c53a-4a3a-87c9-78703a86aac7 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 985 time: 0.0675836 Jun 17 14:39:08.665642 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0c39ae59-1261-4188-997d-ca1c069cb792 req-b2bf7b73-ae7d-4072-a8fd-8a951695cdc0 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=591541fb-4922-4b25-92ff-96b7a10547ea&id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341723 Jun 17 14:39:09.848701 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccca11-c77e-4e38-8cd7-c0a94027dd43 req-7d549909-cc0b-4722-9f4a-eeed1086d956 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:09.850567 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-9fccca11-c77e-4e38-8cd7-c0a94027dd43 req-7d549909-cc0b-4722-9f4a-eeed1086d956 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 985 time: 0.0688441 Jun 17 14:39:09.890542 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-9fccca11-c77e-4e38-8cd7-c0a94027dd43 req-5a46ab0a-3607-4288-bf33-62a276bd0a3c tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=591541fb-4922-4b25-92ff-96b7a10547ea&id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336237 Jun 17 14:39:11.076253 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9dabe0-7740-4196-a890-4d60740179b8 req-84f89aed-1b31-47d7-91cc-9f95e0ac6181 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:11.077747 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2d9dabe0-7740-4196-a890-4d60740179b8 req-84f89aed-1b31-47d7-91cc-9f95e0ac6181 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 985 time: 0.0673723 Jun 17 14:39:11.120558 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2d9dabe0-7740-4196-a890-4d60740179b8 req-a413fe58-1917-4975-8614-7eac5d779d36 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=591541fb-4922-4b25-92ff-96b7a10547ea&id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370584 Jun 17 14:39:12.301043 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f652dcc-cf87-44a3-9b8c-b8e788a6a7f2 req-3f350474-c5f9-44fc-870d-baa692c02874 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:12.302522 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4f652dcc-cf87-44a3-9b8c-b8e788a6a7f2 req-3f350474-c5f9-44fc-870d-baa692c02874 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 985 time: 0.0645232 Jun 17 14:39:12.343129 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-4f652dcc-cf87-44a3-9b8c-b8e788a6a7f2 req-d972c3ba-c8c7-4dce-98d2-6aaf87317f54 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=591541fb-4922-4b25-92ff-96b7a10547ea&id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341020 Jun 17 14:39:13.271105 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-0128477c-c8f7-49cd-9b1d-d342269acfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:13.521217 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822ffd3-ce3c-481e-9c6a-ecbe36029eed req-bf559be7-24e0-4ef5-8dde-dda1b43966c2 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:13.522672 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c822ffd3-ce3c-481e-9c6a-ecbe36029eed req-bf559be7-24e0-4ef5-8dde-dda1b43966c2 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 985 time: 0.0680192 Jun 17 14:39:13.563392 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c822ffd3-ce3c-481e-9c6a-ecbe36029eed req-6cacc17d-e2f7-44ce-abb1-82b9cbe9dce0 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=591541fb-4922-4b25-92ff-96b7a10547ea&id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344009 Jun 17 14:39:14.738403 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a57de-8f0a-4559-8569-bd00d5630022 req-24f66f79-e0fa-4dbd-a64c-42e8de9e8644 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:14.739874 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-da2a57de-8f0a-4559-8569-bd00d5630022 req-24f66f79-e0fa-4dbd-a64c-42e8de9e8644 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 985 time: 0.0665393 Jun 17 14:39:14.778523 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-da2a57de-8f0a-4559-8569-bd00d5630022 req-a0ddc312-49d7-4867-99dc-c553a94f6bb0 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=591541fb-4922-4b25-92ff-96b7a10547ea&id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328944 Jun 17 14:39:15.693733 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-28ee94c8-da3f-4152-90a1-788906aa00b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:15.830993 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:15.954017 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce4a22-0665-41e0-9f2d-096cfe954228 req-d805ab3b-0e05-430f-a783-87675133dacb tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:15.955444 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0bce4a22-0665-41e0-9f2d-096cfe954228 req-d805ab3b-0e05-430f-a783-87675133dacb tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 985 time: 0.0645189 Jun 17 14:39:15.996050 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0bce4a22-0665-41e0-9f2d-096cfe954228 req-b02c77b2-51e3-4cfa-bea0-067a6dfaf666 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=591541fb-4922-4b25-92ff-96b7a10547ea&id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342045 Jun 17 14:39:16.876943 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:17.170301 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef2052-3597-4169-a059-bec879901039 req-285e9765-77f4-4643-b479-dbe97be05e5c tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:17.171661 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-cbef2052-3597-4169-a059-bec879901039 req-285e9765-77f4-4643-b479-dbe97be05e5c tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 985 time: 0.0636928 Jun 17 14:39:17.211219 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-cbef2052-3597-4169-a059-bec879901039 req-45a01ae1-9ae5-49a7-9472-7784ecec1d68 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=591541fb-4922-4b25-92ff-96b7a10547ea&id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338089 Jun 17 14:39:17.313183 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:39:18.383828 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a764e66-65b4-4ef1-8ee1-2a7819f20413 req-eaf327f0-2405-40d1-8533-e4a2db92672d tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:18.385346 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8a764e66-65b4-4ef1-8ee1-2a7819f20413 req-eaf327f0-2405-40d1-8533-e4a2db92672d tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 985 time: 0.0658457 Jun 17 14:39:18.428489 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-8a764e66-65b4-4ef1-8ee1-2a7819f20413 req-0d212b9f-3cd3-4d99-8402-12c6399f5274 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=591541fb-4922-4b25-92ff-96b7a10547ea&id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372710 Jun 17 14:39:18.779204 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:35.413385 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:36.597000 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2fbfbdd7-871e-4621-826f-7f079793ab36 req-cce4aa83-eee0-4ff8-bfcc-758face9b2a5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517623 Jun 17 14:39:36.691747 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfbdd7-871e-4621-826f-7f079793ab36 req-8243f13f-e532-4dd7-a47a-ed565f17d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:36.693183 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2fbfbdd7-871e-4621-826f-7f079793ab36 req-8243f13f-e532-4dd7-a47a-ed565f17d09b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c688b4d536e64fe080287e9ae5b69db7&device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 1138 time: 0.0510781 Jun 17 14:39:36.797945 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfbdd7-871e-4621-826f-7f079793ab36 req-dd229d82-9a10-44a5-a20d-93409533bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:36.799350 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2fbfbdd7-871e-4621-826f-7f079793ab36 req-dd229d82-9a10-44a5-a20d-93409533bc40 service neutron] 10.222.0.93 "GET /v2.0/networks?id=04cc779a-5b6b-42e2-9c49-b70ba43c7138 HTTP/1.1" status: 200 len: 916 time: 0.0847664 Jun 17 14:39:36.866348 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2fbfbdd7-871e-4621-826f-7f079793ab36 req-427d4c65-0886-444d-8eb5-51cc8ae6811d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 HTTP/1.1" status: 200 len: 1002 time: 0.0555553 Jun 17 14:39:36.913866 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfbdd7-871e-4621-826f-7f079793ab36 req-51ea68cd-1189-4195-a192-2187818ef985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:36.915280 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2fbfbdd7-871e-4621-826f-7f079793ab36 req-51ea68cd-1189-4195-a192-2187818ef985 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=da593f68-4f0d-41f1-ae27-d97980382c86 HTTP/1.1" status: 200 len: 853 time: 0.0410929 Jun 17 14:39:36.977981 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfbdd7-871e-4621-826f-7f079793ab36 req-1e83512f-97a7-4ea9-a8e9-3a9aa70717be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:36.979434 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2fbfbdd7-871e-4621-826f-7f079793ab36 req-1e83512f-97a7-4ea9-a8e9-3a9aa70717be service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=04cc779a-5b6b-42e2-9c49-b70ba43c7138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0544965 Jun 17 14:39:37.067419 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2fbfbdd7-871e-4621-826f-7f079793ab36 req-f7cd6975-f11b-492b-a304-7853f624fb24 service neutron] 10.222.0.93 "GET /v2.0/networks/04cc779a-5b6b-42e2-9c49-b70ba43c7138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796702 Jun 17 14:39:37.157995 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-2fbfbdd7-871e-4621-826f-7f079793ab36 req-82f48886-8f7e-4586-aabc-a438aa8cbce0 service neutron] 10.222.0.93 "GET /v2.0/networks/04cc779a-5b6b-42e2-9c49-b70ba43c7138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829797 Jun 17 14:39:43.310919 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-427ec13d-6195-4148-9bd0-9e33de26ccc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:45.715647 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-0650ac32-4398-40b4-aaef-cb766571cb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:45.830090 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:46.938789 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:47.765886 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c73387-e0a5-47a1-843f-34977bac2ebd req-c1467c89-e146-4ade-a173-b8e9de4aab4a tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:47.767242 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-64c73387-e0a5-47a1-843f-34977bac2ebd req-c1467c89-e146-4ade-a173-b8e9de4aab4a tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=ded3e625-c2f5-4c57-abe7-59fcdacadca8 HTTP/1.1" status: 200 len: 946 time: 0.0620863 Jun 17 14:39:47.802360 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-64c73387-e0a5-47a1-843f-34977bac2ebd req-8bd4b919-b130-4f5e-8d14-5a4c7a6a21d0 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295982 Jun 17 14:39:48.715177 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:48.972395 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7105b1-e8c6-4156-8b98-23e692df615a req-b2201261-18cc-4dda-a67c-0153e95549ef tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:48.973863 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1b7105b1-e8c6-4156-8b98-23e692df615a req-b2201261-18cc-4dda-a67c-0153e95549ef tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=ded3e625-c2f5-4c57-abe7-59fcdacadca8 HTTP/1.1" status: 200 len: 946 time: 0.0610716 Jun 17 14:39:49.013960 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1b7105b1-e8c6-4156-8b98-23e692df615a req-10a53e70-e471-43e6-9736-9459af9c0680 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339448 Jun 17 14:39:50.182881 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469537f3-ded1-4979-8537-e7eaf3572277 req-f9dac2a7-0781-4bc7-8d26-71c827b52dbe tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:50.184240 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-469537f3-ded1-4979-8537-e7eaf3572277 req-f9dac2a7-0781-4bc7-8d26-71c827b52dbe tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=ded3e625-c2f5-4c57-abe7-59fcdacadca8 HTTP/1.1" status: 200 len: 946 time: 0.0621791 Jun 17 14:39:50.225572 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-469537f3-ded1-4979-8537-e7eaf3572277 req-c16daed2-5900-4746-80cb-5dc437c746e1 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356319 Jun 17 14:39:51.392348 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4c625-7e99-4674-a0fa-014a682be387 req-29abf8a0-2d68-41b8-8d26-36d5857c85e7 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:51.393801 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-6eb4c625-7e99-4674-a0fa-014a682be387 req-29abf8a0-2d68-41b8-8d26-36d5857c85e7 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=ded3e625-c2f5-4c57-abe7-59fcdacadca8 HTTP/1.1" status: 200 len: 946 time: 0.0608509 Jun 17 14:39:51.429480 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-6eb4c625-7e99-4674-a0fa-014a682be387 req-988f8ffd-e13d-4f99-85f4-6cd11e19fdc2 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301857 Jun 17 14:39:52.600935 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980f826-ad2d-4c4e-9ec5-8423a31046fd req-408c18aa-e2dc-4486-891a-2c11855ef2ae tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:52.602378 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a980f826-ad2d-4c4e-9ec5-8423a31046fd req-408c18aa-e2dc-4486-891a-2c11855ef2ae tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=ded3e625-c2f5-4c57-abe7-59fcdacadca8 HTTP/1.1" status: 200 len: 946 time: 0.0613844 Jun 17 14:39:52.639780 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a980f826-ad2d-4c4e-9ec5-8423a31046fd req-a2c9e044-ba31-47a5-8f29-7162c07bb7b1 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312245 Jun 17 14:39:53.334787 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7485039-ff14-484e-ac7d-4f3e477059cd req-af9fef63-601f-471c-8673-876b42898029 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:53.336361 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c7485039-ff14-484e-ac7d-4f3e477059cd req-af9fef63-601f-471c-8673-876b42898029 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.93 "GET /v2.0/ports?device_id=ded3e625-c2f5-4c57-abe7-59fcdacadca8 HTTP/1.1" status: 200 len: 946 time: 0.0608542 Jun 17 14:39:53.434109 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-c7485039-ff14-484e-ac7d-4f3e477059cd req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Deleting port 41010f0e-1b24-4e88-b452-e1f3015f0cc5 {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:39:53.434786 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-c7485039-ff14-484e-ac7d-4f3e477059cd req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:53.518412 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-c7485039-ff14-484e-ac7d-4f3e477059cd req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] For port 41010f0e-1b24-4e88-b452-e1f3015f0cc5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=41010f0e-1b24-4e88-b452-e1f3015f0cc5,segment=NetworkSegment(563e8b39-1441-4808-a93d-b5ff32b7f769),segment_id=563e8b39-1441-4808-a93d-b5ff32b7f769)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:39:53.518766 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-c7485039-ff14-484e-ac7d-4f3e477059cd req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:53.582507 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-c7485039-ff14-484e-ac7d-4f3e477059cd req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Calling delete_port for 41010f0e-1b24-4e88-b452-e1f3015f0cc5 owned by compute:nova {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:39:53.784375 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-c7485039-ff14-484e-ac7d-4f3e477059cd req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520883'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:53.789393 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-9af119ff-40ca-4c54-8638-8df025db3a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:53.798127 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['41010f0e-1b24-4e88-b452-e1f3015f0cc5'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:39:53.814561 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965c4e0-a9ba-48a7-8ea7-f06283684597 req-24b311eb-f979-45b3-8b9f-3778c8cbca23 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:53.816036 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c965c4e0-a9ba-48a7-8ea7-f06283684597 req-24b311eb-f979-45b3-8b9f-3778c8cbca23 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=ded3e625-c2f5-4c57-abe7-59fcdacadca8 HTTP/1.1" status: 200 len: 867 time: 0.0641730 Jun 17 14:39:53.817112 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Pushing event deleted for resources: {'Port': ['ID=41010f0e-1b24-4e88-b452-e1f3015f0cc5,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:53.847798 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:53.848185 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:53.848559 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:53.848931 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:53.849298 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:53.850005 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:53.850396 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:53.850761 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:53.851123 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:53.851478 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:53.851831 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:53.852182 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:53.855560 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:53.874175 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-c965c4e0-a9ba-48a7-8ea7-f06283684597 req-0d7cadcf-8830-4ce5-b1ba-f7a3b6589238 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363936 Jun 17 14:39:53.877924 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7485039-ff14-484e-ac7d-4f3e477059cd req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] No DVR routers for this DVR port 41010f0e-1b24-4e88-b452-e1f3015f0cc5 on host hv-cinder-79628 {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:39:53.880535 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-c7485039-ff14-484e-ac7d-4f3e477059cd req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:53.882671 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c7485039-ff14-484e-ac7d-4f3e477059cd req-3a4d5a17-b116-44d0-a0c3-96913124c6fd tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.93 "DELETE /v2.0/ports/41010f0e-1b24-4e88-b452-e1f3015f0cc5 HTTP/1.1" status: 204 len: 173 time: 0.5403438 Jun 17 14:39:53.883191 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded3e625-c2f5-4c57-abe7-59fcdacadca8', 'name': 'network-vif-deleted', 'tag': '41010f0e-1b24-4e88-b452-e1f3015f0cc5'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:39:53.885479 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdfb351-8829-44a1-b3b9-32d2a5a63546" -d '{"events": [{"server_uuid": "ded3e625-c2f5-4c57-abe7-59fcdacadca8", "name": "network-vif-deleted", "tag": "41010f0e-1b24-4e88-b452-e1f3015f0cc5"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:39:53.922027 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73924e2-ad2c-4eab-b25b-2d388f83ce54 x-openstack-request-id: req-f73924e2-ad2c-4eab-b25b-2d388f83ce54 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:39:53.922362 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded3e625-c2f5-4c57-abe7-59fcdacadca8", "name": "network-vif-deleted", "tag": "41010f0e-1b24-4e88-b452-e1f3015f0cc5", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:39:53.922651 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f73924e2-ad2c-4eab-b25b-2d388f83ce54 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:39:53.923082 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded3e625-c2f5-4c57-abe7-59fcdacadca8', 'name': 'network-vif-deleted', 'tag': '41010f0e-1b24-4e88-b452-e1f3015f0cc5', 'status': 'completed', 'code': 200} Jun 17 14:39:54.311270 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:39:56.469447 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 41010f0e-1b24-4e88-b452-e1f3015f0cc5 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:39:56.489096 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] No Port match for: 41010f0e-1b24-4e88-b452-e1f3015f0cc5 {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:39:56.489504 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 41010f0e-1b24-4e88-b452-e1f3015f0cc5 not bound to the agent host hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:39:57.368835 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f8c110b1-a8c7-49f5-9a11-5c2172838407 req-b0b3a10f-2153-4803-9880-dd81db379098 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1459564337&fields=id&tenant_id=c688b4d536e64fe080287e9ae5b69db7 HTTP/1.1" status: 200 len: 267 time: 0.0334368 Jun 17 14:39:57.437018 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c110b1-a8c7-49f5-9a11-5c2172838407 req-9e7ea2a5-f9f5-4926-a4b8-7870cc54d7f6 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:57.438581 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f8c110b1-a8c7-49f5-9a11-5c2172838407 req-9e7ea2a5-f9f5-4926-a4b8-7870cc54d7f6 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 985 time: 0.0644188 Jun 17 14:39:57.448899 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-f8c110b1-a8c7-49f5-9a11-5c2172838407 req-8cab6ed2-d842-4782-b4f7-ef2a9d6f480e tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Request body: {'port': {'security_groups': ['ccc7da97-d041-4e7a-9624-e585fa985def']}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:39:57.527672 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-f8c110b1-a8c7-49f5-9a11-5c2172838407 req-8cab6ed2-d842-4782-b4f7-ef2a9d6f480e tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:57.692659 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-f8c110b1-a8c7-49f5-9a11-5c2172838407 req-8cab6ed2-d842-4782-b4f7-ef2a9d6f480e tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] For port 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63,segment=NetworkSegment(3be4c3df-53a7-4e32-9af8-e978240c9204),segment_id=3be4c3df-53a7-4e32-9af8-e978240c9204)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:39:57.720257 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-f8c110b1-a8c7-49f5-9a11-5c2172838407 req-8cab6ed2-d842-4782-b4f7-ef2a9d6f480e tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:57.777996 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-f8c110b1-a8c7-49f5-9a11-5c2172838407 req-8cab6ed2-d842-4782-b4f7-ef2a9d6f480e tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:57.782868 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-50e4ca0f-70e0-4f3c-afe9-c24c59dc4395 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:57.791101 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['59df28e9-6dee-4f84-bc3f-a1c93b6c8d63'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:39:57.829901 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c110b1-a8c7-49f5-9a11-5c2172838407 req-8cab6ed2-d842-4782-b4f7-ef2a9d6f480e tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:57.830549 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-f8c110b1-a8c7-49f5-9a11-5c2172838407 req-8cab6ed2-d842-4782-b4f7-ef2a9d6f480e tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:57.831953 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-f8c110b1-a8c7-49f5-9a11-5c2172838407 req-8cab6ed2-d842-4782-b4f7-ef2a9d6f480e tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "PUT /v2.0/ports/59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 HTTP/1.1" status: 200 len: 943 time: 0.3873677 Jun 17 14:39:57.832491 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e2a374-4d0a-48a4-8717-2dea2e199248', 'tag': '59df28e9-6dee-4f84-bc3f-a1c93b6c8d63'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:39:57.834931 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0633b7c4-2914-4b48-b06c-a76cde7f6cae" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e2a374-4d0a-48a4-8717-2dea2e199248", "tag": "59df28e9-6dee-4f84-bc3f-a1c93b6c8d63"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:39:57.837766 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 38616) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:57.881333 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab6ed2-d842-4782-b4f7-ef2a9d6f480e tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Pushing event updated for resources: {'Port': ['ID=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63,revision_number=7']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:57.885713 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-8cab6ed2-d842-4782-b4f7-ef2a9d6f480e tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:57.906876 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d8135f-371d-4dc1-8ce9-aac952a9c852 x-openstack-request-id: req-f0d8135f-371d-4dc1-8ce9-aac952a9c852 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:39:57.907216 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e2a374-4d0a-48a4-8717-2dea2e199248", "tag": "59df28e9-6dee-4f84-bc3f-a1c93b6c8d63", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:39:57.907485 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f0d8135f-371d-4dc1-8ce9-aac952a9c852 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:39:57.909487 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['59df28e9-6dee-4f84-bc3f-a1c93b6c8d63'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:39:57.909636 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e2a374-4d0a-48a4-8717-2dea2e199248', 'tag': '59df28e9-6dee-4f84-bc3f-a1c93b6c8d63', 'status': 'completed', 'code': 200} Jun 17 14:39:57.973669 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-442556db-865b-44b0-a24e-dae12fdef639 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:57.978044 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633b7c4-2914-4b48-b06c-a76cde7f6cae req-94fc5fb9-05c7-41c4-ad8a-48291518d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:57.979530 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0633b7c4-2914-4b48-b06c-a76cde7f6cae req-94fc5fb9-05c7-41c4-ad8a-48291518d509 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c688b4d536e64fe080287e9ae5b69db7&device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 1099 time: 0.0591967 Jun 17 14:39:58.002791 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-442556db-865b-44b0-a24e-dae12fdef639 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:58.089158 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633b7c4-2914-4b48-b06c-a76cde7f6cae req-9864833c-2d58-4a71-8ddc-e68b95777ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:58.089421 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0633b7c4-2914-4b48-b06c-a76cde7f6cae req-9864833c-2d58-4a71-8ddc-e68b95777ad4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=04cc779a-5b6b-42e2-9c49-b70ba43c7138 HTTP/1.1" status: 200 len: 916 time: 0.1023171 Jun 17 14:39:58.125756 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-cafd9f54-5a80-485b-a27c-273447cb7160 None None] Provisioning complete for port 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 triggered by entity DHCP. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:39:58.126067 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-cafd9f54-5a80-485b-a27c-273447cb7160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:58.160948 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0633b7c4-2914-4b48-b06c-a76cde7f6cae req-b5ec07ef-8210-4b53-84c9-7945e66c24d2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 HTTP/1.1" status: 200 len: 1002 time: 0.0638883 Jun 17 14:39:58.166599 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-442556db-865b-44b0-a24e-dae12fdef639 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:58.170094 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-442556db-865b-44b0-a24e-dae12fdef639 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for security_group, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:58.178707 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-442556db-865b-44b0-a24e-dae12fdef639 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "DELETE /v2.0/security-groups/591541fb-4922-4b25-92ff-96b7a10547ea HTTP/1.1" status: 204 len: 168 time: 0.3324723 Jun 17 14:39:58.178707 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-f07e62ae-d596-4392-9deb-7ea9354b6e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:58.181894 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 38618) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:39:58.191419 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442556db-865b-44b0-a24e-dae12fdef639 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=591541fb-4922-4b25-92ff-96b7a10547ea,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:58.210062 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442556db-865b-44b0-a24e-dae12fdef639 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:58.210462 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442556db-865b-44b0-a24e-dae12fdef639 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:58.210843 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442556db-865b-44b0-a24e-dae12fdef639 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:58.211222 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442556db-865b-44b0-a24e-dae12fdef639 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:58.211601 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442556db-865b-44b0-a24e-dae12fdef639 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:58.211968 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442556db-865b-44b0-a24e-dae12fdef639 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:58.212334 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442556db-865b-44b0-a24e-dae12fdef639 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:58.212704 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442556db-865b-44b0-a24e-dae12fdef639 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:58.213069 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442556db-865b-44b0-a24e-dae12fdef639 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:58.213430 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442556db-865b-44b0-a24e-dae12fdef639 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:58.213816 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442556db-865b-44b0-a24e-dae12fdef639 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:58.214177 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442556db-865b-44b0-a24e-dae12fdef639 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:39:58.223563 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-442556db-865b-44b0-a24e-dae12fdef639 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:58.302833 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633b7c4-2914-4b48-b06c-a76cde7f6cae req-5691e599-9443-4b1f-b4ba-c7582da16a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:58.304176 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0633b7c4-2914-4b48-b06c-a76cde7f6cae req-5691e599-9443-4b1f-b4ba-c7582da16a88 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=da593f68-4f0d-41f1-ae27-d97980382c86 HTTP/1.1" status: 200 len: 853 time: 0.1298125 Jun 17 14:39:58.400638 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633b7c4-2914-4b48-b06c-a76cde7f6cae req-66d7f4ff-364c-444a-a990-9415cae8cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:58.402119 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0633b7c4-2914-4b48-b06c-a76cde7f6cae req-66d7f4ff-364c-444a-a990-9415cae8cce4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=04cc779a-5b6b-42e2-9c49-b70ba43c7138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0909812 Jun 17 14:39:58.412109 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-ef67a4fa-b421-4242-8a80-b7969bc5ad23 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Deleting port d50376dc-07a5-4c14-a837-9b4b8207ef6a {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:39:58.412451 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ef67a4fa-b421-4242-8a80-b7969bc5ad23 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:58.550559 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ef67a4fa-b421-4242-8a80-b7969bc5ad23 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:58.550893 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ef67a4fa-b421-4242-8a80-b7969bc5ad23 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:58.563167 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0633b7c4-2914-4b48-b06c-a76cde7f6cae req-7e4cfccc-e8fc-4c25-a0b7-900261fbe96d service neutron] 10.222.0.93 "GET /v2.0/networks/04cc779a-5b6b-42e2-9c49-b70ba43c7138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482038 Jun 17 14:39:58.627165 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-ef67a4fa-b421-4242-8a80-b7969bc5ad23 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Calling delete_port for d50376dc-07a5-4c14-a837-9b4b8207ef6a owned by network:floatingip {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:39:59.037759 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0633b7c4-2914-4b48-b06c-a76cde7f6cae req-3bb9e970-47a1-486e-ae08-8c512b554f51 service neutron] 10.222.0.93 "GET /v2.0/networks/04cc779a-5b6b-42e2-9c49-b70ba43c7138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445853 Jun 17 14:39:59.195386 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ef67a4fa-b421-4242-8a80-b7969bc5ad23 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520883'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:59.197334 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-d6a7c614-6ff0-4b38-8b0f-efd3bd7bfc82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:39:59.218835 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67a4fa-b421-4242-8a80-b7969bc5ad23 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Pushing event deleted for resources: {'Port': ['ID=d50376dc-07a5-4c14-a837-9b4b8207ef6a,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:39:59.222236 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-ef67a4fa-b421-4242-8a80-b7969bc5ad23 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:39:59.290513 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ef67a4fa-b421-4242-8a80-b7969bc5ad23 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks [] for floatingip, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:59.290912 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.db.l3_db [None req-ef67a4fa-b421-4242-8a80-b7969bc5ad23 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Floating IP 74d5341f-67f6-4c08-974a-8075ae72e62c disassociated (deleted). External IP: 172.28.1.176, port: 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63. Jun 17 14:39:59.477706 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-6618c5b5-e7b6-494b-9a44-f5508e95e255 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:39:59.479059 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-6618c5b5-e7b6-494b-9a44-f5508e95e255 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/networks?id=ed3d39e2-41be-4da6-bc5b-512fced1b6f9 HTTP/1.1" status: 200 len: 814 time: 0.1266336 Jun 17 14:39:59.547546 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-d809ff5b-7ede-4070-a75e-7f8fdd6f2e60 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/quotas/f3c54becc42f47bebd10509975cf3b4e HTTP/1.1" status: 200 len: 375 time: 0.0364978 Jun 17 14:39:59.592306 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-866eb48d-2679-4e27-8316-c4a1eebbd702 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f3c54becc42f47bebd10509975cf3b4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364892 Jun 17 14:39:59.641528 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef67a4fa-b421-4242-8a80-b7969bc5ad23 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Router 274cde03-f28e-4047-afb7-235575d1ed60 has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:39:59.754078 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-3ea2fdae-b6d0-4879-a1b0-7e00ee98cfed service neutron] 10.222.0.86 "GET /v2.0/networks/ed3d39e2-41be-4da6-bc5b-512fced1b6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545048 Jun 17 14:39:59.842327 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef67a4fa-b421-4242-8a80-b7969bc5ad23 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:39:59.847590 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ef67a4fa-b421-4242-8a80-b7969bc5ad23 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for floatingip, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:39:59.851683 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a35ded-1585-4ee3-bb37-7b8dc4464487 None None] Sync routers for ids ['274cde03-f28e-4047-afb7-235575d1ed60'] in dv-cinder-796286-6-smb {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:39:59.864798 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a35ded-1585-4ee3-bb37-7b8dc4464487 None None] Routers {'274cde03-f28e-4047-afb7-235575d1ed60'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:39:59.865416 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-53a35ded-1585-4ee3-bb37-7b8dc4464487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:39:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['274cde03-f28e-4047-afb7-235575d1ed60'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:39:59.889262 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-5793e592-de7e-4f21-a730-1f348c56c39c service neutron] 10.222.0.86 "GET /v2.0/networks/ed3d39e2-41be-4da6-bc5b-512fced1b6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267216 Jun 17 14:39:59.896389 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-ef67a4fa-b421-4242-8a80-b7969bc5ad23 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "DELETE /v2.0/floatingips/74d5341f-67f6-4c08-974a-8075ae72e62c HTTP/1.1" status: 204 len: 168 time: 1.7133839 Jun 17 14:39:59.911659 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e2a374-4d0a-48a4-8717-2dea2e199248', 'tag': '59df28e9-6dee-4f84-bc3f-a1c93b6c8d63'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:39:59.914608 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c1016f-5b9b-445e-867e-4c40f6586640" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e2a374-4d0a-48a4-8717-2dea2e199248", "tag": "59df28e9-6dee-4f84-bc3f-a1c93b6c8d63"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:39:59.971751 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-53a35ded-1585-4ee3-bb37-7b8dc4464487 None None] Set router 274cde03-f28e-4047-afb7-235575d1ed60 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:40:00.150440 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3d99bf-b634-416c-a5da-d2dc6a01c182 x-openstack-request-id: req-4c3d99bf-b634-416c-a5da-d2dc6a01c182 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:40:00.150771 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e2a374-4d0a-48a4-8717-2dea2e199248", "tag": "59df28e9-6dee-4f84-bc3f-a1c93b6c8d63", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:40:00.151336 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4c3d99bf-b634-416c-a5da-d2dc6a01c182 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:40:00.151781 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e2a374-4d0a-48a4-8717-2dea2e199248', 'tag': '59df28e9-6dee-4f84-bc3f-a1c93b6c8d63', 'status': 'completed', 'code': 200} Jun 17 14:40:00.194506 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-53a35ded-1585-4ee3-bb37-7b8dc4464487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274cde03-f28e-4047-afb7-235575d1ed60', 'name': 'tempest-TestMinimumBasicScenario-634688316-router', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '38d0517b-3f45-44bd-a111-6559279154c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:31Z', 'updated_at': '2021-06-17T14:37:35Z', 'revision_number': 4, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'gw_port': {'id': '38d0517b-3f45-44bd-a111-6559279154c6', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:32Z', 'updated_at': '2021-06-17T14:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '122b9b89-e6ab-4aa1-95f7-2a788467fa6c', 'name': '', 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'mac_address': 'fa:16:3e:6a:22:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da593f68-4f0d-41f1-ae27-d97980382c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:34Z', 'updated_at': '2021-06-17T14:37:40Z', 'revision_number': 5, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'subnets': [{'id': 'da593f68-4f0d-41f1-ae27-d97980382c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:00.223407 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a35ded-1585-4ee3-bb37-7b8dc4464487 None None] Checking router: 274cde03-f28e-4047-afb7-235575d1ed60 for host: dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:40:00.238945 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a35ded-1585-4ee3-bb37-7b8dc4464487 None None] Routers {'274cde03-f28e-4047-afb7-235575d1ed60'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:40:00.239125 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-0ea36887-f9a4-4d5e-900a-bf9371d92170 req-ced45c05-8b98-42ce-b41e-e3f4e0b21f1c tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=e70b33b4-5f10-42d7-b8fd-d997a8b73bb7 HTTP/1.1" status: 200 len: 210 time: 0.0538595 Jun 17 14:40:00.246044 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-53a35ded-1585-4ee3-bb37-7b8dc4464487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:39:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['274cde03-f28e-4047-afb7-235575d1ed60'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:00.271747 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1016f-5b9b-445e-867e-4c40f6586640 req-6fff62d1-7fcf-4c3c-9057-2bcd2d57de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:00.273316 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-87c1016f-5b9b-445e-867e-4c40f6586640 req-6fff62d1-7fcf-4c3c-9057-2bcd2d57de6c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c688b4d536e64fe080287e9ae5b69db7&device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 1099 time: 0.0976839 Jun 17 14:40:00.382794 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1016f-5b9b-445e-867e-4c40f6586640 req-40e4fdca-f198-4902-847a-fbf05e29fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:00.384318 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-87c1016f-5b9b-445e-867e-4c40f6586640 req-40e4fdca-f198-4902-847a-fbf05e29fac1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=04cc779a-5b6b-42e2-9c49-b70ba43c7138 HTTP/1.1" status: 200 len: 916 time: 0.1036780 Jun 17 14:40:00.396572 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-53a35ded-1585-4ee3-bb37-7b8dc4464487 None None] Set router 274cde03-f28e-4047-afb7-235575d1ed60 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:40:00.438144 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-87c1016f-5b9b-445e-867e-4c40f6586640 req-7b28b139-2c41-4d3a-a298-3193ba7f45ff service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 HTTP/1.1" status: 200 len: 217 time: 0.0405405 Jun 17 14:40:00.488847 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1016f-5b9b-445e-867e-4c40f6586640 req-e2fd891f-a74e-4521-a2ae-fecd9e1f8f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:00.490737 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-87c1016f-5b9b-445e-867e-4c40f6586640 req-e2fd891f-a74e-4521-a2ae-fecd9e1f8f1a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=da593f68-4f0d-41f1-ae27-d97980382c86 HTTP/1.1" status: 200 len: 853 time: 0.0462887 Jun 17 14:40:00.554963 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1016f-5b9b-445e-867e-4c40f6586640 req-4628579a-5ad3-421a-b005-a03b65247d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:00.556710 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-87c1016f-5b9b-445e-867e-4c40f6586640 req-4628579a-5ad3-421a-b005-a03b65247d91 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=04cc779a-5b6b-42e2-9c49-b70ba43c7138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0566897 Jun 17 14:40:00.651051 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-87c1016f-5b9b-445e-867e-4c40f6586640 req-3f3a59ee-b4ef-4cd0-99ec-d247a894b0f0 service neutron] 10.222.0.93 "GET /v2.0/networks/04cc779a-5b6b-42e2-9c49-b70ba43c7138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872037 Jun 17 14:40:00.726238 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-53a35ded-1585-4ee3-bb37-7b8dc4464487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274cde03-f28e-4047-afb7-235575d1ed60', 'name': 'tempest-TestMinimumBasicScenario-634688316-router', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '38d0517b-3f45-44bd-a111-6559279154c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:31Z', 'updated_at': '2021-06-17T14:37:35Z', 'revision_number': 4, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'gw_port': {'id': '38d0517b-3f45-44bd-a111-6559279154c6', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:32Z', 'updated_at': '2021-06-17T14:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '122b9b89-e6ab-4aa1-95f7-2a788467fa6c', 'name': '', 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'mac_address': 'fa:16:3e:6a:22:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da593f68-4f0d-41f1-ae27-d97980382c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:34Z', 'updated_at': '2021-06-17T14:37:40Z', 'revision_number': 5, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'subnets': [{'id': 'da593f68-4f0d-41f1-ae27-d97980382c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:00.744494 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-87c1016f-5b9b-445e-867e-4c40f6586640 req-d9f1ae44-3460-41d3-b7d5-ae141a368b32 service neutron] 10.222.0.93 "GET /v2.0/networks/04cc779a-5b6b-42e2-9c49-b70ba43c7138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853980 Jun 17 14:40:00.756565 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a35ded-1585-4ee3-bb37-7b8dc4464487 None None] The sync data for ids ['274cde03-f28e-4047-afb7-235575d1ed60'] in dv-cinder-796286-6-smb is: [{'id': '274cde03-f28e-4047-afb7-235575d1ed60', 'name': 'tempest-TestMinimumBasicScenario-634688316-router', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '38d0517b-3f45-44bd-a111-6559279154c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:31Z', 'updated_at': '2021-06-17T14:37:35Z', 'revision_number': 4, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'gw_port': {'id': '38d0517b-3f45-44bd-a111-6559279154c6', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:32Z', 'updated_at': '2021-06-17T14:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb', '_interfaces': [{'id': '122b9b89-e6ab-4aa1-95f7-2a788467fa6c', 'name': '', 'network_id': '04cc779a-5b6b-42e2-9c49-b70ba43c7138', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'mac_address': 'fa:16:3e:6a:22:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da593f68-4f0d-41f1-ae27-d97980382c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:34Z', 'updated_at': '2021-06-17T14:37:40Z', 'revision_number': 5, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'subnets': [{'id': 'da593f68-4f0d-41f1-ae27-d97980382c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:40:00.966328 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb3b0ab-9224-4140-99be-8d943c5c6004 None None] New status for floating IP 74d5341f-67f6-4c08-974a-8075ae72e62c: DOWN {{(pid=93282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 14:40:01.385600 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-7b3a2f12-0880-4d02-b29f-3c959ba84588 req-5dc2b39c-e96d-4cf5-a211-67c8d3c46ad4 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=e70b33b4-5f10-42d7-b8fd-d997a8b73bb7 HTTP/1.1" status: 200 len: 210 time: 0.0311823 Jun 17 14:40:02.354120 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-0cc93d81-961e-49a1-93d7-5c4067cc920e tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:02.355505 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-0cc93d81-961e-49a1-93d7-5c4067cc920e tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.93 "GET /v2.0/networks?id=ed3d39e2-41be-4da6-bc5b-512fced1b6f9 HTTP/1.1" status: 200 len: 814 time: 0.1021667 Jun 17 14:40:02.368042 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-ef492fe4-1f89-4899-be85-2899b23f61f8 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Request body: {'port': {'device_id': 'e70b33b4-5f10-42d7-b8fd-d997a8b73bb7', 'network_id': 'ed3d39e2-41be-4da6-bc5b-512fced1b6f9', 'admin_state_up': True, 'tenant_id': 'f3c54becc42f47bebd10509975cf3b4e'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:40:02.532369 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-ef492fe4-1f89-4899-be85-2899b23f61f8 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Made reservation on behalf of f3c54becc42f47bebd10509975cf3b4e for: {'port': 1} {{(pid=93280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 14:40:02.536288 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-ef492fe4-1f89-4899-be85-2899b23f61f8 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1988278'] for port, before_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:02.546029 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-6f9044a6-0378-4040-b542-45bb378594c6 req-1589da2d-d41f-4d65-8051-18847e89fc39 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=e70b33b4-5f10-42d7-b8fd-d997a8b73bb7 HTTP/1.1" status: 200 len: 210 time: 0.0309589 Jun 17 14:40:02.666511 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_common [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-ef492fe4-1f89-4899-be85-2899b23f61f8 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Allocated IP 172.20.0.5 (ed3d39e2-41be-4da6-bc5b-512fced1b6f9/629156f3-7f4a-4db1-8775-6c650a832ae4/2d34697e-72a2-47a0-8579-cf6a6a05b92a) {{(pid=93280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 14:40:02.818638 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-ef492fe4-1f89-4899-be85-2899b23f61f8 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Notify callbacks [] for port, precommit_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:02.898841 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-ef492fe4-1f89-4899-be85-2899b23f61f8 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1988343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793008366376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520890'] for port, after_create {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:02.902578 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:02.941418 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-ef492fe4-1f89-4899-be85-2899b23f61f8 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Network ed3d39e2-41be-4da6-bc5b-512fced1b6f9 is already hosted by enough agents. {{(pid=93280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 14:40:02.944479 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.base_scheduler [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-ef492fe4-1f89-4899-be85-2899b23f61f8 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Resources bound (agent type, host, resource id): {{(pid=93280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 14:40:02.950676 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-ef492fe4-1f89-4899-be85-2899b23f61f8 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Received port after_create {{(pid=93280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 14:40:02.976967 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef492fe4-1f89-4899-be85-2899b23f61f8 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Pushing event updated for resources: {'Port': ['ID=2d34697e-72a2-47a0-8579-cf6a6a05b92a,revision_number=1']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:02.982960 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-ef492fe4-1f89-4899-be85-2899b23f61f8 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:03.006244 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-ef492fe4-1f89-4899-be85-2899b23f61f8 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:03.009316 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-ef492fe4-1f89-4899-be85-2899b23f61f8 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:03.098772 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-ef492fe4-1f89-4899-be85-2899b23f61f8 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7342839 Jun 17 14:40:03.112802 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.v2.base [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Request body: {'port': {'device_id': 'e70b33b4-5f10-42d7-b8fd-d997a8b73bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 14:40:03.188196 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:03.447201 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d34697e-72a2-47a0-8579-cf6a6a05b92a {{(pid=93280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:40:03.454603 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:03.466890 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.provisioning_blocks [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Transition to ACTIVE for port object 2d34697e-72a2-47a0-8579-cf6a6a05b92a will not be triggered until provisioned by entity L2. {{(pid=93280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 14:40:03.521639 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153854a-61af-4ce1-a6e3-03e5a10bfd26 req-aa5a8bfc-8aff-41eb-9654-800953a0fcc3 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:03.523109 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-6153854a-61af-4ce1-a6e3-03e5a10bfd26 req-aa5a8bfc-8aff-41eb-9654-800953a0fcc3 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 946 time: 0.0636144 Jun 17 14:40:03.526763 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:03.529433 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-a0dc01dd-3441-4310-84c6-6c8f6736ff78 tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:03.565578 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-6153854a-61af-4ce1-a6e3-03e5a10bfd26 req-756b3fb2-23e9-471b-8ece-d3b023264619 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360980 Jun 17 14:40:03.603541 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Pushing event updated for resources: {'Port': ['ID=2d34697e-72a2-47a0-8579-cf6a6a05b92a,revision_number=2']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:03.621134 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:03.698196 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Attempting to bind port 2d34697e-72a2-47a0-8579-cf6a6a05b92a on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 14:40:03.698446 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Attempting to bind port 2d34697e-72a2-47a0-8579-cf6a6a05b92a by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '563e8b39-1441-4808-a93d-b5ff32b7f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'ed3d39e2-41be-4da6-bc5b-512fced1b6f9'}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 14:40:03.698772 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Attempting to bind port 2d34697e-72a2-47a0-8579-cf6a6a05b92a on network ed3d39e2-41be-4da6-bc5b-512fced1b6f9 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:40:03.705443 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Port 2d34697e-72a2-47a0-8579-cf6a6a05b92a on network ed3d39e2-41be-4da6-bc5b-512fced1b6f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 14:40:03.705830 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Attempting to bind port 2d34697e-72a2-47a0-8579-cf6a6a05b92a on network ed3d39e2-41be-4da6-bc5b-512fced1b6f9 {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 14:40:03.713161 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Checking agent: {'id': 'c17431a8-2d50-499b-8bf2-d6ffeabd9413', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'started_at': datetime.datetime(2021, 6, 17, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 14, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 14:40:03.713513 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Checking segment: {'id': '563e8b39-1441-4808-a93d-b5ff32b7f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'ed3d39e2-41be-4da6-bc5b-512fced1b6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 14:40:03.713891 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Bound using segment: {'id': '563e8b39-1441-4808-a93d-b5ff32b7f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'ed3d39e2-41be-4da6-bc5b-512fced1b6f9'} {{(pid=93280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 14:40:03.714313 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.managers [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Bound port: 2d34697e-72a2-47a0-8579-cf6a6a05b92a, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563e8b39-1441-4808-a93d-b5ff32b7f769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'ed3d39e2-41be-4da6-bc5b-512fced1b6f9'}}] {{(pid=93280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 14:40:03.714659 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:03.768502 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57c0e4-6302-4721-bcbe-a899eb3f0216 req-3f52c942-2ad5-4137-8b62-6306775bd6f6 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:03.769980 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ac57c0e4-6302-4721-bcbe-a899eb3f0216 req-3f52c942-2ad5-4137-8b62-6306775bd6f6 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=e70b33b4-5f10-42d7-b8fd-d997a8b73bb7 HTTP/1.1" status: 200 len: 943 time: 0.1060805 Jun 17 14:40:03.811886 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] For port 2d34697e-72a2-47a0-8579-cf6a6a05b92a, host hv-cinder-79628, cleared binding levels {{(pid=93280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 14:40:03.834621 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] For port 2d34697e-72a2-47a0-8579-cf6a6a05b92a, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2d34697e-72a2-47a0-8579-cf6a6a05b92a,segment=NetworkSegment(563e8b39-1441-4808-a93d-b5ff32b7f769),segment_id=563e8b39-1441-4808-a93d-b5ff32b7f769)] {{(pid=93280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 14:40:03.839745 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-ac57c0e4-6302-4721-bcbe-a899eb3f0216 req-c01c6395-5317-432c-a998-9037674d61fc tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639360 Jun 17 14:40:03.916181 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520840'] for port, after_update {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:03.918601 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-fcb1e1cb-3234-41c3-a278-ce1a8d90f663 tempest-VolumesActionsTest-1296500811 tempest-VolumesActionsTest-1296500811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:03.948994 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:03.949594 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:03.951632 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] 10.222.0.93 "PUT /v2.0/ports/2d34697e-72a2-47a0-8579-cf6a6a05b92a HTTP/1.1" status: 200 len: 1093 time: 0.8446524 Jun 17 14:40:03.952130 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70b33b4-5f10-42d7-b8fd-d997a8b73bb7', 'tag': '2d34697e-72a2-47a0-8579-cf6a6a05b92a'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:40:03.954471 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6271c207-d411-4705-bab1-84c3b78313a9" -d '{"events": [{"name": "network-changed", "server_uuid": "e70b33b4-5f10-42d7-b8fd-d997a8b73bb7", "tag": "2d34697e-72a2-47a0-8579-cf6a6a05b92a"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:40:03.977745 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Pushing event updated for resources: {'Port': ['ID=2d34697e-72a2-47a0-8579-cf6a6a05b92a,revision_number=3']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:03.980781 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:03.993404 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 14:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662a1be3-635e-4756-8e0a-e18eef4981b2 x-openstack-request-id: req-662a1be3-635e-4756-8e0a-e18eef4981b2 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:40:03.993751 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70b33b4-5f10-42d7-b8fd-d997a8b73bb7", "tag": "2d34697e-72a2-47a0-8579-cf6a6a05b92a", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:40:03.994037 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-662a1be3-635e-4756-8e0a-e18eef4981b2 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:40:03.994461 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70b33b4-5f10-42d7-b8fd-d997a8b73bb7', 'tag': '2d34697e-72a2-47a0-8579-cf6a6a05b92a', 'status': 'completed', 'code': 200} Jun 17 14:40:04.065953 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271c207-d411-4705-bab1-84c3b78313a9 req-3bce39e0-ded6-4ce8-9633-93cf219599ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:04.067392 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6271c207-d411-4705-bab1-84c3b78313a9 req-3bce39e0-ded6-4ce8-9633-93cf219599ec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3c54becc42f47bebd10509975cf3b4e&device_id=e70b33b4-5f10-42d7-b8fd-d997a8b73bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0515738 Jun 17 14:40:04.165616 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271c207-d411-4705-bab1-84c3b78313a9 req-e706f4a5-67d3-4038-a86e-3a7b00c502e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:04.167042 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6271c207-d411-4705-bab1-84c3b78313a9 req-e706f4a5-67d3-4038-a86e-3a7b00c502e3 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=f3c54becc42f47bebd10509975cf3b4e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0921826 Jun 17 14:40:04.257990 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271c207-d411-4705-bab1-84c3b78313a9 req-03e764b6-2438-41ee-a228-2501ad859170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:04.259322 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-6271c207-d411-4705-bab1-84c3b78313a9 req-03e764b6-2438-41ee-a228-2501ad859170 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0853601 Jun 17 14:40:04.352886 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-b44bdc80-2cf1-42a5-99e2-93fa40c953ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:04.354388 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-b44bdc80-2cf1-42a5-99e2-93fa40c953ce service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3c54becc42f47bebd10509975cf3b4e&device_id=e70b33b4-5f10-42d7-b8fd-d997a8b73bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0518353 Jun 17 14:40:04.400603 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-88df0f2f-a310-4db2-82e5-3bd9ce5a4a31 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d34697e-72a2-47a0-8579-cf6a6a05b92a HTTP/1.1" status: 200 len: 217 time: 0.0366621 Jun 17 14:40:04.447017 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-17c60c44-6832-418f-8f78-5edd102882d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:04.448352 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-17c60c44-6832-418f-8f78-5edd102882d4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=629156f3-7f4a-4db1-8775-6c650a832ae4 HTTP/1.1" status: 200 len: 854 time: 0.0408597 Jun 17 14:40:04.481614 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-358c2c90-1c31-4cdb-8082-9a03d6fc1a52 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ed3d39e2-41be-4da6-bc5b-512fced1b6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242643 Jun 17 14:40:04.570599 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-a0f0006a-b640-436f-b6e6-ab437edcbd00 service neutron] 10.222.0.93 "GET /v2.0/networks/ed3d39e2-41be-4da6-bc5b-512fced1b6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815327 Jun 17 14:40:04.659314 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-08552c06-2a43-43c4-b7d6-0843ef3d980e req-d6bc7007-1b7a-4d73-97bf-d19b00047251 service neutron] 10.222.0.93 "GET /v2.0/networks/ed3d39e2-41be-4da6-bc5b-512fced1b6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814998 Jun 17 14:40:04.740614 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b32f37-a433-4fc9-8e0c-9af850db142e req-7701b532-08ae-402c-99f3-0211833147aa tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:04.742094 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e6b32f37-a433-4fc9-8e0c-9af850db142e req-7701b532-08ae-402c-99f3-0211833147aa tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 946 time: 0.0670626 Jun 17 14:40:04.780743 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e6b32f37-a433-4fc9-8e0c-9af850db142e req-71f7e452-35de-4df9-8e7c-3f3a7ff23971 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317500 Jun 17 14:40:05.021618 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f186c45-8c22-4eaa-bf3a-4a08dca24af9 req-74760dde-37f9-4665-a022-d761f93c79c6 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:05.023065 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1f186c45-8c22-4eaa-bf3a-4a08dca24af9 req-74760dde-37f9-4665-a022-d761f93c79c6 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=e70b33b4-5f10-42d7-b8fd-d997a8b73bb7 HTTP/1.1" status: 200 len: 943 time: 0.0655286 Jun 17 14:40:05.064965 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-1f186c45-8c22-4eaa-bf3a-4a08dca24af9 req-75a47de7-f3d9-450c-b8fc-f98c633ae5bb tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355685 Jun 17 14:40:05.406549 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:05.604425 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c893e-8def-4b59-853b-3c3e22a592af req-cb112f5b-9240-4ef4-8e8c-43980c0931ad tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:05.605922 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e43c893e-8def-4b59-853b-3c3e22a592af req-cb112f5b-9240-4ef4-8e8c-43980c0931ad tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.93 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 946 time: 0.0647409 Jun 17 14:40:05.708689 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-e43c893e-8def-4b59-853b-3c3e22a592af req-67adb463-3ff7-4ce9-a008-90052e58b9bb tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Deleting port 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:40:05.708944 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e43c893e-8def-4b59-853b-3c3e22a592af req-67adb463-3ff7-4ce9-a008-90052e58b9bb tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:05.798237 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-e43c893e-8def-4b59-853b-3c3e22a592af req-67adb463-3ff7-4ce9-a008-90052e58b9bb tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] For port 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63,segment=NetworkSegment(3be4c3df-53a7-4e32-9af8-e978240c9204),segment_id=3be4c3df-53a7-4e32-9af8-e978240c9204)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:40:05.798594 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e43c893e-8def-4b59-853b-3c3e22a592af req-67adb463-3ff7-4ce9-a008-90052e58b9bb tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:05.864604 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-e43c893e-8def-4b59-853b-3c3e22a592af req-67adb463-3ff7-4ce9-a008-90052e58b9bb tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Calling delete_port for 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 owned by compute:nova {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:40:05.997757 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b35127-31fc-48c6-a64f-458cc5624fd7 req-4b3c4221-fd1e-4cef-918a-d5e4af187a38 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:05.999108 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-28b35127-31fc-48c6-a64f-458cc5624fd7 req-4b3c4221-fd1e-4cef-918a-d5e4af187a38 tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 946 time: 0.0940053 Jun 17 14:40:06.063266 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-28b35127-31fc-48c6-a64f-458cc5624fd7 req-35ab5a16-9e6c-48a3-84fa-d4e3c4336f6d tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/security-groups?id=ccc7da97-d041-4e7a-9624-e585fa985def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470850 Jun 17 14:40:06.161097 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e43c893e-8def-4b59-853b-3c3e22a592af req-67adb463-3ff7-4ce9-a008-90052e58b9bb tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520883'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:06.165079 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-54b65202-4b42-4c19-991e-8cf99355239a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:06.173790 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['59df28e9-6dee-4f84-bc3f-a1c93b6c8d63'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:40:06.201303 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adb463-3ff7-4ce9-a008-90052e58b9bb tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Pushing event deleted for resources: {'Port': ['ID=59df28e9-6dee-4f84-bc3f-a1c93b6c8d63,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:06.204504 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-67adb463-3ff7-4ce9-a008-90052e58b9bb tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:06.239904 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc946a9f-9280-45c2-b1c5-8e276ce8dd6e req-fb049788-a34a-4672-9495-143c4574a327 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:06.241389 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-fc946a9f-9280-45c2-b1c5-8e276ce8dd6e req-fb049788-a34a-4672-9495-143c4574a327 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=e70b33b4-5f10-42d7-b8fd-d997a8b73bb7 HTTP/1.1" status: 200 len: 943 time: 0.0687168 Jun 17 14:40:06.251822 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43c893e-8def-4b59-853b-3c3e22a592af req-67adb463-3ff7-4ce9-a008-90052e58b9bb tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] No DVR routers for this DVR port 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 on host hv-cinder-79628 {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:40:06.254351 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-e43c893e-8def-4b59-853b-3c3e22a592af req-67adb463-3ff7-4ce9-a008-90052e58b9bb tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:06.256327 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-e43c893e-8def-4b59-853b-3c3e22a592af req-67adb463-3ff7-4ce9-a008-90052e58b9bb tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.93 "DELETE /v2.0/ports/59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 HTTP/1.1" status: 204 len: 173 time: 0.6444528 Jun 17 14:40:06.256859 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e2a374-4d0a-48a4-8717-2dea2e199248', 'name': 'network-vif-deleted', 'tag': '59df28e9-6dee-4f84-bc3f-a1c93b6c8d63'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:40:06.259273 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6767ac2a-d390-4fa0-a15f-37e872b7e7d3" -d '{"events": [{"server_uuid": "a5e2a374-4d0a-48a4-8717-2dea2e199248", "name": "network-vif-deleted", "tag": "59df28e9-6dee-4f84-bc3f-a1c93b6c8d63"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:40:06.280758 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-fc946a9f-9280-45c2-b1c5-8e276ce8dd6e req-ad0f5344-2ee9-4330-8c5a-6de5759c9c3f tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331495 Jun 17 14:40:06.295323 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f339be6-8d61-4f94-a47e-f849aeefd3a5 x-openstack-request-id: req-4f339be6-8d61-4f94-a47e-f849aeefd3a5 {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:40:06.295661 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e2a374-4d0a-48a4-8717-2dea2e199248", "name": "network-vif-deleted", "tag": "59df28e9-6dee-4f84-bc3f-a1c93b6c8d63", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:40:06.295960 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4f339be6-8d61-4f94-a47e-f849aeefd3a5 {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:40:06.296400 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e2a374-4d0a-48a4-8717-2dea2e199248', 'name': 'network-vif-deleted', 'tag': '59df28e9-6dee-4f84-bc3f-a1c93b6c8d63', 'status': 'completed', 'code': 200} Jun 17 14:40:07.223230 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-a1a14e10-d892-4871-a701-46a87ae5bb1b req-6246ce9b-c8c2-4496-b79e-e2ddf7fab18e tempest-TestMinimumBasicScenario-1386555216 tempest-TestMinimumBasicScenario-1386555216-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5e2a374-4d0a-48a4-8717-2dea2e199248 HTTP/1.1" status: 200 len: 210 time: 0.0288777 Jun 17 14:40:07.458769 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663b2fb-10a1-4bcc-a046-4cf0c87eabed req-b2ba3312-e014-45ed-ba93-b6470e76585a tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:07.460106 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2663b2fb-10a1-4bcc-a046-4cf0c87eabed req-b2ba3312-e014-45ed-ba93-b6470e76585a tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=e70b33b4-5f10-42d7-b8fd-d997a8b73bb7 HTTP/1.1" status: 200 len: 943 time: 0.0642462 Jun 17 14:40:07.499155 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-2663b2fb-10a1-4bcc-a046-4cf0c87eabed req-200f3b34-c333-4e4f-8d18-e14feab1a371 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333679 Jun 17 14:40:08.546416 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 2d34697e-72a2-47a0-8579-cf6a6a05b92a details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 14:40:08.647559 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 2d34697e-72a2-47a0-8579-cf6a6a05b92a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2d34697e-72a2-47a0-8579-cf6a6a05b92a,segment=NetworkSegment(563e8b39-1441-4808-a93d-b5ff32b7f769),segment_id=563e8b39-1441-4808-a93d-b5ff32b7f769)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:40:08.660149 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Returning: {'device': '2d34697e-72a2-47a0-8579-cf6a6a05b92a', 'network_id': 'ed3d39e2-41be-4da6-bc5b-512fced1b6f9', 'port_id': '2d34697e-72a2-47a0-8579-cf6a6a05b92a', 'mac_address': 'fa:16:3e:15:9b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629156f3-7f4a-4db1-8775-6c650a832ae4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 14:40:08.683192 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82ad54-fab1-4269-a5d7-a91fac3032c4 req-546ee7ef-807e-4863-94da-d9f84359a025 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:08.684796 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-fb82ad54-fab1-4269-a5d7-a91fac3032c4 req-546ee7ef-807e-4863-94da-d9f84359a025 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=e70b33b4-5f10-42d7-b8fd-d997a8b73bb7 HTTP/1.1" status: 200 len: 943 time: 0.0685365 Jun 17 14:40:08.698578 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:08.712823 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d34697e-72a2-47a0-8579-cf6a6a05b92a {{(pid=93281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 14:40:08.724946 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-fb82ad54-fab1-4269-a5d7-a91fac3032c4 req-b979069d-9c46-4e75-b6fe-c6959f0d531f tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335188 Jun 17 14:40:08.734259 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 2d34697e-72a2-47a0-8579-cf6a6a05b92a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2d34697e-72a2-47a0-8579-cf6a6a05b92a,segment=NetworkSegment(563e8b39-1441-4808-a93d-b5ff32b7f769),segment_id=563e8b39-1441-4808-a93d-b5ff32b7f769)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:40:08.795422 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:08.797352 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:08.842665 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=2d34697e-72a2-47a0-8579-cf6a6a05b92a,revision_number=4']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:08.850111 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:08.850472 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:08.850822 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:08.851219 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:08.851621 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:08.851965 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:08.852423 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:08.852628 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:08.852938 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:08.853268 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:08.853627 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:08.853954 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:40:08.857897 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:09.026733 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['2d34697e-72a2-47a0-8579-cf6a6a05b92a'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:40:09.533208 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 38746) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:09.910241 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-70c6ac57-14b0-4760-b338-d215d35db936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-967437'] for router_interface, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:09.951391 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274faad9-6ec3-4e54-ab08-7793b3fb3b3e req-adeba18c-92c4-488d-96de-3d4aa362ac46 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:09.952847 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-274faad9-6ec3-4e54-ab08-7793b3fb3b3e req-adeba18c-92c4-488d-96de-3d4aa362ac46 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=e70b33b4-5f10-42d7-b8fd-d997a8b73bb7 HTTP/1.1" status: 200 len: 944 time: 0.1142039 Jun 17 14:40:10.030739 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-274faad9-6ec3-4e54-ab08-7793b3fb3b3e req-c38ed0d0-8d9e-4596-9b51-bed754ce731c tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516748 Jun 17 14:40:10.191900 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-70c6ac57-14b0-4760-b338-d215d35db936 admin admin] Deleting port 122b9b89-e6ab-4aa1-95f7-2a788467fa6c {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:40:10.192239 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-70c6ac57-14b0-4760-b338-d215d35db936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:10.265843 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-70c6ac57-14b0-4760-b338-d215d35db936 admin admin] For port 122b9b89-e6ab-4aa1-95f7-2a788467fa6c, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=122b9b89-e6ab-4aa1-95f7-2a788467fa6c,segment=NetworkSegment(3be4c3df-53a7-4e32-9af8-e978240c9204),segment_id=3be4c3df-53a7-4e32-9af8-e978240c9204)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:40:10.266201 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-70c6ac57-14b0-4760-b338-d215d35db936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:10.552982 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 2d34697e-72a2-47a0-8579-cf6a6a05b92a up at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 14:40:10.580517 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-70c6ac57-14b0-4760-b338-d215d35db936 admin admin] Calling delete_port for 122b9b89-e6ab-4aa1-95f7-2a788467fa6c owned by network:router_interface {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:40:10.657197 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning for port 2d34697e-72a2-47a0-8579-cf6a6a05b92a completed by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 14:40:10.661087 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.provisioning_blocks [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Provisioning complete for port 2d34697e-72a2-47a0-8579-cf6a6a05b92a triggered by entity L2. {{(pid=93281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 14:40:10.661521 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605289'] for port, provisioning_complete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:10.742258 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1988256'] for port, before_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:10.765304 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70b33b4-5f10-42d7-b8fd-d997a8b73bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d34697e-72a2-47a0-8579-cf6a6a05b92a'}] {{(pid=93281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:40:10.767599 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e05831405368bc5b26e8f19b8ed11bcbd71195300e5f4fff314b9c9eea290e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc78945e-1721-4b52-b2e7-857482f86ec9" -d '{"events": [{"server_uuid": "e70b33b4-5f10-42d7-b8fd-d997a8b73bb7", "name": "network-vif-plugged", "status": "completed", "tag": "2d34697e-72a2-47a0-8579-cf6a6a05b92a"}]}' {{(pid=93281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:40:10.781325 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] For port 2d34697e-72a2-47a0-8579-cf6a6a05b92a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2d34697e-72a2-47a0-8579-cf6a6a05b92a,segment=NetworkSegment(563e8b39-1441-4808-a93d-b5ff32b7f769),segment_id=563e8b39-1441-4808-a93d-b5ff32b7f769)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:40:10.802546 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d0ac04-a358-4048-97ad-5f0053f69935 x-openstack-request-id: req-23d0ac04-a358-4048-97ad-5f0053f69935 {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:40:10.802866 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70b33b4-5f10-42d7-b8fd-d997a8b73bb7", "name": "network-vif-plugged", "status": "completed", "tag": "2d34697e-72a2-47a0-8579-cf6a6a05b92a", "code": 200}]} {{(pid=93281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:40:10.803184 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-23d0ac04-a358-4048-97ad-5f0053f69935 {{(pid=93281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:40:10.803541 dv-cinder-796286-6-smb neutron-server[93281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70b33b4-5f10-42d7-b8fd-d997a8b73bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d34697e-72a2-47a0-8579-cf6a6a05b92a', 'code': 200} Jun 17 14:40:10.806411 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-70c6ac57-14b0-4760-b338-d215d35db936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260461617'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:10.808557 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-d32cfd19-7476-40b7-bd94-62236c85a77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:10.833782 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6ac57-14b0-4760-b338-d215d35db936 admin admin] Pushing event deleted for resources: {'Port': ['ID=122b9b89-e6ab-4aa1-95f7-2a788467fa6c,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:10.836982 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-70c6ac57-14b0-4760-b338-d215d35db936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:10.864114 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793008825573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793008366394', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793008366439'] for port, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:10.865863 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:40:10.868559 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-ad026e01-c1e3-4db1-9368-ac12f8d111fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:10.891304 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] No Port match for: 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:40:10.891992 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 59df28e9-6dee-4f84-bc3f-a1c93b6c8d63 not bound to the agent host hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:40:10.943987 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Pushing event updated for resources: {'Port': ['ID=2d34697e-72a2-47a0-8579-cf6a6a05b92a,revision_number=5']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:10.955119 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:11.011357 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-70c6ac57-14b0-4760-b338-d215d35db936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-968893'] for router_interface, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:11.228608 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17deb151-6fde-4eba-a172-8c9f11dbead4 req-7b2f3a8a-9a51-438c-bdd8-1d3e6c5c3044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:11.230006 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-17deb151-6fde-4eba-a172-8c9f11dbead4 req-7b2f3a8a-9a51-438c-bdd8-1d3e6c5c3044 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e70b33b4-5f10-42d7-b8fd-d997a8b73bb7 HTTP/1.1" status: 200 len: 1098 time: 0.0547781 Jun 17 14:40:11.264045 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-17deb151-6fde-4eba-a172-8c9f11dbead4 req-7394f010-36d4-49c6-8b3b-f3f639fb4c0b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269954 Jun 17 14:40:11.283113 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c6ac57-14b0-4760-b338-d215d35db936 admin admin] Router 274cde03-f28e-4047-afb7-235575d1ed60 has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:40:11.292927 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4946ee-7ea8-464e-8963-520b8afe1a2e req-b6f23cf9-0c02-42db-9eae-1690532dd4ee tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:11.294446 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-da4946ee-7ea8-464e-8963-520b8afe1a2e req-b6f23cf9-0c02-42db-9eae-1690532dd4ee tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=e70b33b4-5f10-42d7-b8fd-d997a8b73bb7 HTTP/1.1" status: 200 len: 945 time: 0.1278806 Jun 17 14:40:11.396377 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-da4946ee-7ea8-464e-8963-520b8afe1a2e req-b3a575bf-c36a-4b08-a53e-9c075537dff2 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959799 Jun 17 14:40:11.424468 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c6ac57-14b0-4760-b338-d215d35db936 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:40:11.429732 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-70c6ac57-14b0-4760-b338-d215d35db936 admin admin] 10.222.0.86 "PUT /v2.0/routers/274cde03-f28e-4047-afb7-235575d1ed60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8953960 Jun 17 14:40:11.432317 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 38754) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:11.432805 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac1fcff-3f23-41e0-8f3c-1c3b193dc84c None None] Sync routers for ids ['274cde03-f28e-4047-afb7-235575d1ed60'] in dv-cinder-796286-6-smb {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:40:11.441797 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac1fcff-3f23-41e0-8f3c-1c3b193dc84c None None] Routers {'274cde03-f28e-4047-afb7-235575d1ed60'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:40:11.442416 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-1ac1fcff-3f23-41e0-8f3c-1c3b193dc84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:39:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['274cde03-f28e-4047-afb7-235575d1ed60'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:11.536414 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a469830c-8ec3-4ad8-9de3-cbed00358b4d admin admin] Notify callbacks [] for router, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:11.542910 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-1ac1fcff-3f23-41e0-8f3c-1c3b193dc84c None None] Set router 274cde03-f28e-4047-afb7-235575d1ed60 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:40:11.729200 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-1ac1fcff-3f23-41e0-8f3c-1c3b193dc84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274cde03-f28e-4047-afb7-235575d1ed60', 'name': 'tempest-TestMinimumBasicScenario-634688316-router', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '38d0517b-3f45-44bd-a111-6559279154c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:31Z', 'updated_at': '2021-06-17T14:40:10Z', 'revision_number': 5, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'gw_port': {'id': '38d0517b-3f45-44bd-a111-6559279154c6', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:32Z', 'updated_at': '2021-06-17T14:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:11.756506 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac1fcff-3f23-41e0-8f3c-1c3b193dc84c None None] Checking router: 274cde03-f28e-4047-afb7-235575d1ed60 for host: dv-cinder-796286-6-smb {{(pid=93281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:40:11.766369 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac1fcff-3f23-41e0-8f3c-1c3b193dc84c None None] Routers {'274cde03-f28e-4047-afb7-235575d1ed60'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:40:11.766991 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-1ac1fcff-3f23-41e0-8f3c-1c3b193dc84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:39:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['274cde03-f28e-4047-afb7-235575d1ed60'], 'active': True} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:11.870496 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvr_db [None req-1ac1fcff-3f23-41e0-8f3c-1c3b193dc84c None None] Set router 274cde03-f28e-4047-afb7-235575d1ed60 gateway port host: dv-cinder-796286-6-smb {{(pid=93281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:40:11.921637 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a469830c-8ec3-4ad8-9de3-cbed00358b4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.028014 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-a469830c-8ec3-4ad8-9de3-cbed00358b4d admin admin] Deleting port 38d0517b-3f45-44bd-a111-6559279154c6 {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:40:12.028287 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a469830c-8ec3-4ad8-9de3-cbed00358b4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.056619 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_hamode_db [None req-1ac1fcff-3f23-41e0-8f3c-1c3b193dc84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274cde03-f28e-4047-afb7-235575d1ed60', 'name': 'tempest-TestMinimumBasicScenario-634688316-router', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '38d0517b-3f45-44bd-a111-6559279154c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:31Z', 'updated_at': '2021-06-17T14:40:10Z', 'revision_number': 5, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'gw_port': {'id': '38d0517b-3f45-44bd-a111-6559279154c6', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:32Z', 'updated_at': '2021-06-17T14:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:12.086463 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac1fcff-3f23-41e0-8f3c-1c3b193dc84c None None] The sync data for ids ['274cde03-f28e-4047-afb7-235575d1ed60'] in dv-cinder-796286-6-smb is: [{'id': '274cde03-f28e-4047-afb7-235575d1ed60', 'name': 'tempest-TestMinimumBasicScenario-634688316-router', 'tenant_id': 'c688b4d536e64fe080287e9ae5b69db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '38d0517b-3f45-44bd-a111-6559279154c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:31Z', 'updated_at': '2021-06-17T14:40:10Z', 'revision_number': 5, 'project_id': 'c688b4d536e64fe080287e9ae5b69db7', 'gw_port': {'id': '38d0517b-3f45-44bd-a111-6559279154c6', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274cde03-f28e-4047-afb7-235575d1ed60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:32Z', 'updated_at': '2021-06-17T14:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}] {{(pid=93281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:40:12.106890 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-a469830c-8ec3-4ad8-9de3-cbed00358b4d admin admin] For port 38d0517b-3f45-44bd-a111-6559279154c6, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=38d0517b-3f45-44bd-a111-6559279154c6,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:40:12.107381 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a469830c-8ec3-4ad8-9de3-cbed00358b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.172962 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-a469830c-8ec3-4ad8-9de3-cbed00358b4d admin admin] Calling delete_port for 38d0517b-3f45-44bd-a111-6559279154c6 owned by network:router_gateway {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:40:12.406334 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a469830c-8ec3-4ad8-9de3-cbed00358b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520883'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.408173 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-9a842eb7-e5dc-4c3a-beac-bad5c2e85911 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:12.433260 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469830c-8ec3-4ad8-9de3-cbed00358b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=38d0517b-3f45-44bd-a111-6559279154c6,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:12.438242 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-a469830c-8ec3-4ad8-9de3-cbed00358b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:12.511402 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a469830c-8ec3-4ad8-9de3-cbed00358b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970422'] for router_gateway, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.512680 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 122b9b89-e6ab-4aa1-95f7-2a788467fa6c no longer exists at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:40:12.536547 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] No Port match for: 122b9b89-e6ab-4aa1-95f7-2a788467fa6c {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:40:12.536547 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 122b9b89-e6ab-4aa1-95f7-2a788467fa6c not bound to the agent host dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:40:12.627873 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a469830c-8ec3-4ad8-9de3-cbed00358b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-889999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-966'] for router, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.630536 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a469830c-8ec3-4ad8-9de3-cbed00358b4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.693938 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd427bc-822a-4658-8477-9b086dcd2dd2 req-5b94c9f9-e072-435f-913a-f5dce2b2ff9c tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:12.695317 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-bcd427bc-822a-4658-8477-9b086dcd2dd2 req-5b94c9f9-e072-435f-913a-f5dce2b2ff9c tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=e70b33b4-5f10-42d7-b8fd-d997a8b73bb7 HTTP/1.1" status: 200 len: 945 time: 0.1558232 Jun 17 14:40:12.736491 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-bcd427bc-822a-4658-8477-9b086dcd2dd2 req-f9563ae1-a489-4efc-8b71-35ad02335657 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350869 Jun 17 14:40:12.777875 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a469830c-8ec3-4ad8-9de3-cbed00358b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891307'] for router, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.778397 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a469830c-8ec3-4ad8-9de3-cbed00358b4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 274cde03-f28e-4047-afb7-235575d1ed60 {{(pid=93280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 14:40:12.785042 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-a469830c-8ec3-4ad8-9de3-cbed00358b4d admin admin] Notify callbacks [] for router, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.786297 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-a469830c-8ec3-4ad8-9de3-cbed00358b4d admin admin] 10.222.0.86 "DELETE /v2.0/routers/274cde03-f28e-4047-afb7-235575d1ed60 HTTP/1.1" status: 204 len: 168 time: 1.3530152 Jun 17 14:40:12.788669 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 38760) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:12.838734 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5edd43-7722-4591-8fc9-af05dc2f0a21 admin admin] Deleting subnet da593f68-4f0d-41f1-ae27-d97980382c86 {{(pid=93280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:40:12.846623 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7a5edd43-7722-4591-8fc9-af05dc2f0a21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.892319 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7a5edd43-7722-4591-8fc9-af05dc2f0a21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260428089'] for subnet, precommit_delete_associations {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:12.996881 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7a5edd43-7722-4591-8fc9-af05dc2f0a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602239'] for subnet, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.115514 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7a5edd43-7722-4591-8fc9-af05dc2f0a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260794503'] for subnet, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.117913 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:13.142545 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5edd43-7722-4591-8fc9-af05dc2f0a21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da593f68-4f0d-41f1-ae27-d97980382c86,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:13.145696 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-7a5edd43-7722-4591-8fc9-af05dc2f0a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:13.146704 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-7a5edd43-7722-4591-8fc9-af05dc2f0a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for subnet, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.151217 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-7a5edd43-7722-4591-8fc9-af05dc2f0a21 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/da593f68-4f0d-41f1-ae27-d97980382c86 HTTP/1.1" status: 204 len: 168 time: 0.3614116 Jun 17 14:40:13.151975 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 38766) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:13.156619 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a7136e-5443-4dee-a2ec-605354054c50 None None] Network 04cc779a-5b6b-42e2-9c49-b70ba43c7138 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:40:13.229294 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2004059'] for network, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.285287 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] Deleting port 819c7a04-8628-423a-8436-befaeb68724d {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:40:13.285768 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.299340 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e7410565-eda1-4424-9e3e-c8aad4083822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.361235 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] For port 819c7a04-8628-423a-8436-befaeb68724d, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=819c7a04-8628-423a-8436-befaeb68724d,segment=NetworkSegment(3be4c3df-53a7-4e32-9af8-e978240c9204),segment_id=3be4c3df-53a7-4e32-9af8-e978240c9204)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:40:13.361639 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.367466 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b05b8c8-4c66-4432-8b4d-7f6b6a496fa9 None None] DHCP port deletion for 04cc779a-5b6b-42e2-9c49-b70ba43c7138 request from dv-cinder-796286-6-smb {{(pid=93281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 14:40:13.414558 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-1b05b8c8-4c66-4432-8b4d-7f6b6a496fa9 None None] Deleting port 819c7a04-8628-423a-8436-befaeb68724d {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:40:13.414942 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1b05b8c8-4c66-4432-8b4d-7f6b6a496fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.428444 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] Calling delete_port for 819c7a04-8628-423a-8436-befaeb68724d owned by network:dhcp {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:40:13.476919 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-1b05b8c8-4c66-4432-8b4d-7f6b6a496fa9 None None] For port 819c7a04-8628-423a-8436-befaeb68724d, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=819c7a04-8628-423a-8436-befaeb68724d,segment=NetworkSegment(3be4c3df-53a7-4e32-9af8-e978240c9204),segment_id=3be4c3df-53a7-4e32-9af8-e978240c9204)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:40:13.477241 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1b05b8c8-4c66-4432-8b4d-7f6b6a496fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.542882 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-1b05b8c8-4c66-4432-8b4d-7f6b6a496fa9 None None] Calling delete_port for 819c7a04-8628-423a-8436-befaeb68724d owned by network:dhcp {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:40:13.646632 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260461617'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.649642 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-d41bc510-df58-475d-b046-39e0cd5fa479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:13.653292 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-1b05b8c8-4c66-4432-8b4d-7f6b6a496fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.655480 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-88252712-ee98-4b53-9b54-df9df3d8198d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:13.673131 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] Pushing event deleted for resources: {'Port': ['ID=819c7a04-8628-423a-8436-befaeb68724d,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:13.676633 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:13.677188 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05b8c8-4c66-4432-8b4d-7f6b6a496fa9 None None] Pushing event deleted for resources: {'Port': ['ID=819c7a04-8628-423a-8436-befaeb68724d,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:13.679304 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] No DVR routers for this DVR port 819c7a04-8628-423a-8436-befaeb68724d on host dv-cinder-796286-6-smb {{(pid=93279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:40:13.680880 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-1b05b8c8-4c66-4432-8b4d-7f6b6a496fa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:13.684025 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b05b8c8-4c66-4432-8b4d-7f6b6a496fa9 None None] No DVR routers for this DVR port 819c7a04-8628-423a-8436-befaeb68724d on host dv-cinder-796286-6-smb {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:40:13.755008 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601830', 'neutron.services.segments.db._delete_segments_for_network-8793008842900'] for network, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.764999 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04cc779a-5b6b-42e2-9c49-b70ba43c7138']}} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:13.775397 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be4c3df-53a7-4e32-9af8-e978240c9204') {'for_net_delete': True} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:13.775703 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.services.segments.db [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be4c3df-53a7-4e32-9af8-e978240c9204') {} {{(pid=93279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:13.784906 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793008841189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261297418'] for segment, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.799339 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.805427 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=93279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:40:13.805950 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260461670'] for segment, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: Traceback (most recent call last): Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: timer() Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: cb(*args, **kw) Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: return func(*args, **kwargs) Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: self._notify() Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: self.callback(batched_events) Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: event.method(event) Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: return f(self, *a, **k) Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: return self._get(url).json() Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: return self.request(url, 'GET', **kwargs) Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:40:13.807491 dv-cinder-796286-6-smb neutron-server[93279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:40:13.926480 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970450'] for network, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.930337 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-da630d99-2ae4-4640-9a63-a5a04e9f1f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:13.932879 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:13.934696 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] 10.222.0.86 "DELETE /v2.0/networks/04cc779a-5b6b-42e2-9c49-b70ba43c7138 HTTP/1.1" status: 204 len: 168 time: 0.7817357 Jun 17 14:40:13.937796 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 38772) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:13.947319 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] Pushing event deleted for resources: {'Network': ['ID=04cc779a-5b6b-42e2-9c49-b70ba43c7138,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:13.948839 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-62704c0b-8573-4b17-89a8-b6a5484aeecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:14.208359 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 38d0517b-3f45-44bd-a111-6559279154c6 no longer exists at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:40:14.230187 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] No Port match for: 38d0517b-3f45-44bd-a111-6559279154c6 {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:40:14.230469 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 38d0517b-3f45-44bd-a111-6559279154c6 not bound to the agent host dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:40:14.231105 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 819c7a04-8628-423a-8436-befaeb68724d no longer exists at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:40:14.250308 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] No Port match for: 819c7a04-8628-423a-8436-befaeb68724d {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:40:14.250675 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device 819c7a04-8628-423a-8436-befaeb68724d not bound to the agent host dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:40:14.285204 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-79f64ace-2ff1-4be4-bf84-ae253a0c8b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-967437'] for router_interface, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:14.540482 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-79f64ace-2ff1-4be4-bf84-ae253a0c8b37 admin admin] Deleting port e8f6498c-0d62-408f-b07b-ada721e8748b {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:40:14.540826 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-79f64ace-2ff1-4be4-bf84-ae253a0c8b37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:14.621522 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-79f64ace-2ff1-4be4-bf84-ae253a0c8b37 admin admin] For port e8f6498c-0d62-408f-b07b-ada721e8748b, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=e8f6498c-0d62-408f-b07b-ada721e8748b,segment=NetworkSegment(010d0b7f-76a1-4d7e-8842-cc4f84906077),segment_id=010d0b7f-76a1-4d7e-8842-cc4f84906077)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:40:14.621931 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-79f64ace-2ff1-4be4-bf84-ae253a0c8b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:14.687414 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-79f64ace-2ff1-4be4-bf84-ae253a0c8b37 admin admin] Calling delete_port for e8f6498c-0d62-408f-b07b-ada721e8748b owned by network:router_interface {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:40:14.909135 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-79f64ace-2ff1-4be4-bf84-ae253a0c8b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520883'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:14.912742 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-ef492fe4-1f89-4899-be85-2899b23f61f8 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:14.940817 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f64ace-2ff1-4be4-bf84-ae253a0c8b37 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f6498c-0d62-408f-b07b-ada721e8748b,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:14.943019 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-79f64ace-2ff1-4be4-bf84-ae253a0c8b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:15.099914 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-79f64ace-2ff1-4be4-bf84-ae253a0c8b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-968893'] for router_interface, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:15.312777 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f64ace-2ff1-4be4-bf84-ae253a0c8b37 admin admin] Router 00e6be1e-76cd-45ec-92e1-2fafc35f0aae has already been hosted by L3 agent ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1 {{(pid=93280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 14:40:15.421051 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f64ace-2ff1-4be4-bf84-ae253a0c8b37 admin admin] Notify agent at l3_agent.dv-cinder-796286-6-smb the message routers_updated {{(pid=93280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 14:40:15.428486 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-79f64ace-2ff1-4be4-bf84-ae253a0c8b37 admin admin] 10.222.0.86 "PUT /v2.0/routers/00e6be1e-76cd-45ec-92e1-2fafc35f0aae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4872096 Jun 17 14:40:15.429213 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 38776) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:15.429810 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ac53f7-3531-4749-a9d2-63a45129c5c3 None None] Sync routers for ids ['00e6be1e-76cd-45ec-92e1-2fafc35f0aae'] in dv-cinder-796286-6-smb {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 14:40:15.439988 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac53f7-3531-4749-a9d2-63a45129c5c3 None None] Routers {'00e6be1e-76cd-45ec-92e1-2fafc35f0aae'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:40:15.440607 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-54ac53f7-3531-4749-a9d2-63a45129c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:39:46Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['00e6be1e-76cd-45ec-92e1-2fafc35f0aae'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:15.532993 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a4-35eb-4083-9106-4f964b5af8b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:15.545583 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-54ac53f7-3531-4749-a9d2-63a45129c5c3 None None] Set router 00e6be1e-76cd-45ec-92e1-2fafc35f0aae gateway port host: dv-cinder-796286-6-smb {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:40:15.630681 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a4-35eb-4083-9106-4f964b5af8b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:15.731421 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-54ac53f7-3531-4749-a9d2-63a45129c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e6be1e-76cd-45ec-92e1-2fafc35f0aae', 'name': 'tempest-TestMinimumBasicScenario-954061325-router', 'tenant_id': 'ae4b3653b44d49b2a742a65885482459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'external_fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.75'}], 'enable_snat': True}, 'gw_port_id': 'e09a87b3-09f7-47ee-bb31-c861bb785058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:38Z', 'updated_at': '2021-06-17T14:40:14Z', 'revision_number': 5, 'project_id': 'ae4b3653b44d49b2a742a65885482459', 'gw_port': {'id': 'e09a87b3-09f7-47ee-bb31-c861bb785058', 'name': '', 'network_id': 'bb3fa47f-8366-4c5b-81d5-3d9c30bbc05a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e6be1e-76cd-45ec-92e1-2fafc35f0aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'ip_address': '172.28.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T14:37:39Z', 'updated_at': '2021-06-17T14:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1de5b000-f039-4ced-982c-ad6f7c0b7727', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-6-smb'}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:15.737436 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a4-35eb-4083-9106-4f964b5af8b6 admin admin] Deleting port e09a87b3-09f7-47ee-bb31-c861bb785058 {{(pid=93279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:40:15.737818 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a4-35eb-4083-9106-4f964b5af8b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:15.769317 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4575338a-3228-4537-8fda-510ec8d0c2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:15.824303 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a4-35eb-4083-9106-4f964b5af8b6 admin admin] For port e09a87b3-09f7-47ee-bb31-c861bb785058, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=e09a87b3-09f7-47ee-bb31-c861bb785058,segment=NetworkSegment(862480c6-9645-40b6-bc3a-1cc5d74dce98),segment_id=862480c6-9645-40b6-bc3a-1cc5d74dce98)] {{(pid=93279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:40:15.824650 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a4-35eb-4083-9106-4f964b5af8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:15.846737 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:15.851195 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ac53f7-3531-4749-a9d2-63a45129c5c3 None None] Checking router: 00e6be1e-76cd-45ec-92e1-2fafc35f0aae for host: dv-cinder-796286-6-smb {{(pid=93282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 14:40:15.860715 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac53f7-3531-4749-a9d2-63a45129c5c3 None None] Routers {'00e6be1e-76cd-45ec-92e1-2fafc35f0aae'} bound to L3 agent in host dv-cinder-796286-6-smb {{(pid=93282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 14:40:15.861318 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-54ac53f7-3531-4749-a9d2-63a45129c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T14:22:16Z,description=,heartbeat_timestamp=2021-06-17T14:40:16Z,host='dv-cinder-796286-6-smb',id=ba7e0f6e-ab40-4189-bb74-68ccc93d4fe1,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T14:22:16Z,topic='l3_agent')) {'router_ids': ['00e6be1e-76cd-45ec-92e1-2fafc35f0aae'], 'active': True} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:15.891515 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a4-35eb-4083-9106-4f964b5af8b6 admin admin] Calling delete_port for e09a87b3-09f7-47ee-bb31-c861bb785058 owned by network:router_gateway {{(pid=93279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:40:15.948431 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_dvr_db [None req-54ac53f7-3531-4749-a9d2-63a45129c5c3 None None] Set router 00e6be1e-76cd-45ec-92e1-2fafc35f0aae gateway port host: None {{(pid=93282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 14:40:16.003845 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.l3_hamode_db [None req-54ac53f7-3531-4749-a9d2-63a45129c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e6be1e-76cd-45ec-92e1-2fafc35f0aae', 'name': 'tempest-TestMinimumBasicScenario-954061325-router', 'tenant_id': 'ae4b3653b44d49b2a742a65885482459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:38Z', 'updated_at': '2021-06-17T14:40:15Z', 'revision_number': 6, 'project_id': 'ae4b3653b44d49b2a742a65885482459', 'gw_port_host': None}], 'dv-cinder-796286-6-smb', False) {} {{(pid=93282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:16.034022 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ac53f7-3531-4749-a9d2-63a45129c5c3 None None] The sync data for ids ['00e6be1e-76cd-45ec-92e1-2fafc35f0aae'] in dv-cinder-796286-6-smb is: [{'id': '00e6be1e-76cd-45ec-92e1-2fafc35f0aae', 'name': 'tempest-TestMinimumBasicScenario-954061325-router', 'tenant_id': 'ae4b3653b44d49b2a742a65885482459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T14:37:38Z', 'updated_at': '2021-06-17T14:40:15Z', 'revision_number': 6, 'project_id': 'ae4b3653b44d49b2a742a65885482459', 'gw_port_host': None}] {{(pid=93282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 14:40:16.149574 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a4-35eb-4083-9106-4f964b5af8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260461617'] for port, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:16.152513 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-37dda6f9-3b05-420d-be09-7bb5b19a530b tempest-AttachVolumeTestJSON-2058579428 tempest-AttachVolumeTestJSON-2058579428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:16.176730 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a4-35eb-4083-9106-4f964b5af8b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e09a87b3-09f7-47ee-bb31-c861bb785058,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:16.181544 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-ba2d43a4-35eb-4083-9106-4f964b5af8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:16.234128 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a4-35eb-4083-9106-4f964b5af8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-970422'] for router_gateway, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:16.321842 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a4-35eb-4083-9106-4f964b5af8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-889999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-966'] for router, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:16.323795 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a4-35eb-4083-9106-4f964b5af8b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:16.440616 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a4-35eb-4083-9106-4f964b5af8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891307'] for router, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:16.441181 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2d43a4-35eb-4083-9106-4f964b5af8b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00e6be1e-76cd-45ec-92e1-2fafc35f0aae {{(pid=93279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 14:40:16.451689 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a4-35eb-4083-9106-4f964b5af8b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:16.451689 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-ba2d43a4-35eb-4083-9106-4f964b5af8b6 admin admin] 10.222.0.86 "DELETE /v2.0/routers/00e6be1e-76cd-45ec-92e1-2fafc35f0aae HTTP/1.1" status: 204 len: 168 time: 1.0205784 Jun 17 14:40:16.454156 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 38784) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:16.501795 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4417f7e-2ec4-4a2f-a426-e746ea4faca9 admin admin] Deleting subnet 92d09bf3-36f2-47fa-884e-47bc733af150 {{(pid=93279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:40:16.504889 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d4417f7e-2ec4-4a2f-a426-e746ea4faca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:16.539599 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d4417f7e-2ec4-4a2f-a426-e746ea4faca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261297413'] for subnet, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:16.617998 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d4417f7e-2ec4-4a2f-a426-e746ea4faca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602239'] for subnet, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:16.785046 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device e8f6498c-0d62-408f-b07b-ada721e8748b no longer exists at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:40:16.805385 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] No Port match for: e8f6498c-0d62-408f-b07b-ada721e8748b {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:40:16.805775 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device e8f6498c-0d62-408f-b07b-ada721e8748b not bound to the agent host dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:40:16.852565 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d4417f7e-2ec4-4a2f-a426-e746ea4faca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260461771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260647003'] for subnet, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:16.855017 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:16.879629 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4417f7e-2ec4-4a2f-a426-e746ea4faca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92d09bf3-36f2-47fa-884e-47bc733af150,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:16.883227 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-d4417f7e-2ec4-4a2f-a426-e746ea4faca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:16.886155 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-d4417f7e-2ec4-4a2f-a426-e746ea4faca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:16.888269 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-d4417f7e-2ec4-4a2f-a426-e746ea4faca9 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/92d09bf3-36f2-47fa-884e-47bc733af150 HTTP/1.1" status: 204 len: 168 time: 0.4331367 Jun 17 14:40:16.890913 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 38786) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:16.895795 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee0a9e7-4f53-4338-a951-3f54bdf4ba41 None None] Network 18b3b3fa-993e-4e97-8c2e-cac9198e5767 requested from dv-cinder-796286-6-smb {{(pid=93281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 14:40:16.932220 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:16.973478 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2004059'] for network, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:17.028337 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] Deleting port d24595c9-b83f-4ee4-b915-d4413b0fef4f {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:40:17.029279 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:17.104011 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] For port d24595c9-b83f-4ee4-b915-d4413b0fef4f, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=d24595c9-b83f-4ee4-b915-d4413b0fef4f,segment=NetworkSegment(010d0b7f-76a1-4d7e-8842-cc4f84906077),segment_id=010d0b7f-76a1-4d7e-8842-cc4f84906077)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:40:17.104375 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:17.106520 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdd5caa-1e93-49aa-9317-266b9dffbf3b None None] DHCP port deletion for 18b3b3fa-993e-4e97-8c2e-cac9198e5767 request from dv-cinder-796286-6-smb {{(pid=93281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 14:40:17.163951 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd5caa-1e93-49aa-9317-266b9dffbf3b None None] Deleting port d24595c9-b83f-4ee4-b915-d4413b0fef4f {{(pid=93281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:40:17.164341 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5caa-1e93-49aa-9317-266b9dffbf3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:17.178227 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] Calling delete_port for d24595c9-b83f-4ee4-b915-d4413b0fef4f owned by network:dhcp {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:40:17.230049 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-bbdd5caa-1e93-49aa-9317-266b9dffbf3b None None] For port d24595c9-b83f-4ee4-b915-d4413b0fef4f, host dv-cinder-796286-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-6-smb',level=0,port_id=d24595c9-b83f-4ee4-b915-d4413b0fef4f,segment=NetworkSegment(010d0b7f-76a1-4d7e-8842-cc4f84906077),segment_id=010d0b7f-76a1-4d7e-8842-cc4f84906077)] {{(pid=93281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:40:17.230459 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5caa-1e93-49aa-9317-266b9dffbf3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:17.298110 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd5caa-1e93-49aa-9317-266b9dffbf3b None None] Calling delete_port for d24595c9-b83f-4ee4-b915-d4413b0fef4f owned by network:dhcp {{(pid=93281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:40:17.332141 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520883'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:17.334219 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-a469830c-8ec3-4ad8-9de3-cbed00358b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:17.361769 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] Pushing event deleted for resources: {'Port': ['ID=d24595c9-b83f-4ee4-b915-d4413b0fef4f,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:17.365300 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:17.368239 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] No DVR routers for this DVR port d24595c9-b83f-4ee4-b915-d4413b0fef4f on host dv-cinder-796286-6-smb {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:40:17.376366 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5caa-1e93-49aa-9317-266b9dffbf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385'] for port, after_delete {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:17.378349 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:17.399283 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd5caa-1e93-49aa-9317-266b9dffbf3b None None] Pushing event deleted for resources: {'Port': ['ID=d24595c9-b83f-4ee4-b915-d4413b0fef4f,revision_number=None']} {{(pid=93281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:17.404538 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG oslo_concurrency.lockutils [None req-bbdd5caa-1e93-49aa-9317-266b9dffbf3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:17.405210 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd5caa-1e93-49aa-9317-266b9dffbf3b None None] No DVR routers for this DVR port d24595c9-b83f-4ee4-b915-d4413b0fef4f on host dv-cinder-796286-6-smb {{(pid=93281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:40:17.448107 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601830', 'neutron.services.segments.db._delete_segments_for_network-8793008842900'] for network, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:17.458227 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.services.segments.db [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b3b3fa-993e-4e97-8c2e-cac9198e5767']}} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:17.467815 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.services.segments.db [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010d0b7f-76a1-4d7e-8842-cc4f84906077') {'for_net_delete': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:17.468112 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.services.segments.db [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010d0b7f-76a1-4d7e-8842-cc4f84906077') {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:40:17.476896 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793008841189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260428086'] for segment, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:17.490931 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:17.496610 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=93280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520932'] for segment, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: conditions |= (models_v2.Port.network_id.in_( Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: retrieve_revision_numbers = { Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: Traceback (most recent call last): Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: timer() Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: cb(*args, **kw) Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: return func(*args, **kwargs) Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: self._notify() Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: self.callback(batched_events) Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: event.method(event) Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: return f(self, *a, **k) Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: return self._get(url).json() Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: return self.request(url, 'GET', **kwargs) Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:40:17.501595 dv-cinder-796286-6-smb neutron-server[93280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:40:17.646312 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970450'] for network, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:17.649990 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:17.652473 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:17.654983 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] 10.222.0.86 "DELETE /v2.0/networks/18b3b3fa-993e-4e97-8c2e-cac9198e5767 HTTP/1.1" status: 204 len: 168 time: 0.7628431 Jun 17 14:40:17.665625 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] Pushing event deleted for resources: {'Network': ['ID=18b3b3fa-993e-4e97-8c2e-cac9198e5767,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:17.667936 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:17.995374 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 38794) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:18.036230 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-4139679d-9cff-474d-88b8-6acab86f7687 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c688b4d536e64fe080287e9ae5b69db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396359 Jun 17 14:40:18.039264 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 38796) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:18.087473 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ba9edb0a-666c-4429-a149-a97cbf934ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:18.109737 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ba9edb0a-666c-4429-a149-a97cbf934ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:18.209626 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device e09a87b3-09f7-47ee-bb31-c861bb785058 no longer exists at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:40:18.223683 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ba9edb0a-666c-4429-a149-a97cbf934ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:18.227417 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-ba9edb0a-666c-4429-a149-a97cbf934ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:18.229210 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-ba9edb0a-666c-4429-a149-a97cbf934ce8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ccc7da97-d041-4e7a-9624-e585fa985def HTTP/1.1" status: 204 len: 168 time: 0.1885657 Jun 17 14:40:18.230377 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-06343199-d48c-40b0-8f87-2fb81eff379d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:18.233913 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] No Port match for: e09a87b3-09f7-47ee-bb31-c861bb785058 {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:40:18.234267 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device e09a87b3-09f7-47ee-bb31-c861bb785058 not bound to the agent host dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:40:18.234684 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device d24595c9-b83f-4ee4-b915-d4413b0fef4f no longer exists at agent ovs-agent-dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:40:18.242739 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9edb0a-666c-4429-a149-a97cbf934ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc7da97-d041-4e7a-9624-e585fa985def,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:18.253796 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-ba9edb0a-666c-4429-a149-a97cbf934ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:18.268435 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] No Port match for: d24595c9-b83f-4ee4-b915-d4413b0fef4f {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:40:18.268743 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Device d24595c9-b83f-4ee4-b915-d4413b0fef4f not bound to the agent host dv-cinder-796286-6-smb {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:40:18.754693 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:18.901578 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 38804) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:18.942118 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-ed20d532-8a78-4f29-8837-5ec8307237d7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ae4b3653b44d49b2a742a65885482459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391169 Jun 17 14:40:18.944329 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 38806) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:40:18.995949 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0571f9d3-95d1-4527-9036-da9d96fda6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:19.016992 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0571f9d3-95d1-4527-9036-da9d96fda6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:19.126121 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0571f9d3-95d1-4527-9036-da9d96fda6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:19.128734 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-0571f9d3-95d1-4527-9036-da9d96fda6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:19.129881 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-0571f9d3-95d1-4527-9036-da9d96fda6db admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6f7f1d5d-0ac0-4801-a7df-9a36dfdbbbe8 HTTP/1.1" status: 204 len: 168 time: 0.1846471 Jun 17 14:40:19.130726 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4c66aca2-807d-427f-80cc-be16746499d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:19.140357 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571f9d3-95d1-4527-9036-da9d96fda6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7f1d5d-0ac0-4801-a7df-9a36dfdbbbe8,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:19.140678 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-0571f9d3-95d1-4527-9036-da9d96fda6db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:31.310134 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:40:35.141716 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1432c52-e0fe-4e6e-8981-e98429268616 req-6ef404bb-446c-4278-bb23-ed1a488b9c0d tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:35.143192 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b1432c52-e0fe-4e6e-8981-e98429268616 req-6ef404bb-446c-4278-bb23-ed1a488b9c0d tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=e70b33b4-5f10-42d7-b8fd-d997a8b73bb7 HTTP/1.1" status: 200 len: 945 time: 0.0632446 Jun 17 14:40:35.184303 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b1432c52-e0fe-4e6e-8981-e98429268616 req-87d4db27-fa1d-4ce5-b436-a6996e14657e tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347393 Jun 17 14:40:35.428376 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:36.493485 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7167fa0-ac22-4d2d-bc84-580397bd350a req-ae7b37fe-2b13-4fb6-a2a0-f4a940f7015a tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:36.494951 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d7167fa0-ac22-4d2d-bc84-580397bd350a req-ae7b37fe-2b13-4fb6-a2a0-f4a940f7015a tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=e70b33b4-5f10-42d7-b8fd-d997a8b73bb7 HTTP/1.1" status: 200 len: 945 time: 0.1544139 Jun 17 14:40:36.532521 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-d7167fa0-ac22-4d2d-bc84-580397bd350a req-a0e12358-3507-43ba-95d2-ddbe5b5c519e tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316954 Jun 17 14:40:37.702503 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9caecce-94f9-47e4-af60-add2a41ef47e req-ddcbd5d6-bfa1-4312-bf9b-740299124c6b tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:37.703956 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b9caecce-94f9-47e4-af60-add2a41ef47e req-ddcbd5d6-bfa1-4312-bf9b-740299124c6b tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=e70b33b4-5f10-42d7-b8fd-d997a8b73bb7 HTTP/1.1" status: 200 len: 945 time: 0.0615637 Jun 17 14:40:37.741158 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-b9caecce-94f9-47e4-af60-add2a41ef47e req-0e0e003b-c54f-46d8-8727-6b6db5eecd5f tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310245 Jun 17 14:40:38.919209 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c6143-16ce-496a-98f9-43049ff4dd02 req-ae3a2d32-b631-4bb0-9e06-9c7e4df8b6e9 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:38.920699 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-065c6143-16ce-496a-98f9-43049ff4dd02 req-ae3a2d32-b631-4bb0-9e06-9c7e4df8b6e9 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=e70b33b4-5f10-42d7-b8fd-d997a8b73bb7 HTTP/1.1" status: 200 len: 945 time: 0.0650496 Jun 17 14:40:38.958069 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-065c6143-16ce-496a-98f9-43049ff4dd02 req-d5bfa5cd-e6db-4843-92c6-2f023bf5332d tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312231 Jun 17 14:40:39.922676 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561df0d-a285-47e9-bd93-4752275164a2 req-69ea125e-6b2f-4bc1-90d3-0af900c2f8de tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:39.924122 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c561df0d-a285-47e9-bd93-4752275164a2 req-69ea125e-6b2f-4bc1-90d3-0af900c2f8de tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.93 "GET /v2.0/ports?device_id=e70b33b4-5f10-42d7-b8fd-d997a8b73bb7 HTTP/1.1" status: 200 len: 945 time: 0.0619471 Jun 17 14:40:40.024102 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-c561df0d-a285-47e9-bd93-4752275164a2 req-4ba93854-624e-4c64-acfa-2fd31210558b tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Deleting port 2d34697e-72a2-47a0-8579-cf6a6a05b92a {{(pid=93280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 14:40:40.024452 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-c561df0d-a285-47e9-bd93-4752275164a2 req-4ba93854-624e-4c64-acfa-2fd31210558b tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793008820390'] for port, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:40.109039 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.db [req-c561df0d-a285-47e9-bd93-4752275164a2 req-4ba93854-624e-4c64-acfa-2fd31210558b tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] For port 2d34697e-72a2-47a0-8579-cf6a6a05b92a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2d34697e-72a2-47a0-8579-cf6a6a05b92a,segment=NetworkSegment(563e8b39-1441-4808-a93d-b5ff32b7f769),segment_id=563e8b39-1441-4808-a93d-b5ff32b7f769)] {{(pid=93280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 14:40:40.109406 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-c561df0d-a285-47e9-bd93-4752275164a2 req-4ba93854-624e-4c64-acfa-2fd31210558b tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-969426'] for port, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:40.129253 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f342761-2aa0-4d76-8f7e-17947f4b1221 req-c08f7216-d88c-450a-bcb5-a3e4a3f7c732 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 14:40:40.130792 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7f342761-2aa0-4d76-8f7e-17947f4b1221 req-c08f7216-d88c-450a-bcb5-a3e4a3f7c732 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=e70b33b4-5f10-42d7-b8fd-d997a8b73bb7 HTTP/1.1" status: 200 len: 945 time: 0.0627339 Jun 17 14:40:40.169495 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-7f342761-2aa0-4d76-8f7e-17947f4b1221 req-773d5579-6605-45ed-9643-15a43f543475 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/security-groups?id=1edcab7d-a939-4c2b-98a7-9b3fb206d384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328815 Jun 17 14:40:40.438330 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.plugin [req-c561df0d-a285-47e9-bd93-4752275164a2 req-4ba93854-624e-4c64-acfa-2fd31210558b tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Calling delete_port for 2d34697e-72a2-47a0-8579-cf6a6a05b92a owned by compute:nova {{(pid=93280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 14:40:40.634143 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-c561df0d-a285-47e9-bd93-4752275164a2 req-4ba93854-624e-4c64-acfa-2fd31210558b tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1988302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793008826911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793008366385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520883'] for port, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:40.638993 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-c944ac8f-264e-4f8c-b7b1-bf844d1ec153 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:40:40.646945 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.db [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] get_ports_and_sgs() called for port_ids ['2d34697e-72a2-47a0-8579-cf6a6a05b92a'] {{(pid=93281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 14:40:40.667287 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba93854-624e-4c64-acfa-2fd31210558b tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Pushing event deleted for resources: {'Port': ['ID=2d34697e-72a2-47a0-8579-cf6a6a05b92a,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:40:40.671883 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-4ba93854-624e-4c64-acfa-2fd31210558b tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:40:40.708258 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.db.l3_dvrscheduler_db [req-c561df0d-a285-47e9-bd93-4752275164a2 req-4ba93854-624e-4c64-acfa-2fd31210558b tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] No DVR routers for this DVR port 2d34697e-72a2-47a0-8579-cf6a6a05b92a on host hv-cinder-79628 {{(pid=93280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 14:40:40.710623 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [req-c561df0d-a285-47e9-bd93-4752275164a2 req-4ba93854-624e-4c64-acfa-2fd31210558b tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403305'] for port, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:40.712530 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [req-c561df0d-a285-47e9-bd93-4752275164a2 req-4ba93854-624e-4c64-acfa-2fd31210558b tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.93 "DELETE /v2.0/ports/2d34697e-72a2-47a0-8579-cf6a6a05b92a HTTP/1.1" status: 204 len: 173 time: 0.7827899 Jun 17 14:40:40.713020 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70b33b4-5f10-42d7-b8fd-d997a8b73bb7', 'name': 'network-vif-deleted', 'tag': '2d34697e-72a2-47a0-8579-cf6a6a05b92a'}] {{(pid=93280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 14:40:40.715318 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6bb76e983062051b0dc3688eb21c1611f34d3f7dde96303505a6852ff4e2d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c2c58c-f780-4a9c-bc9b-13510a2b6902" -d '{"events": [{"server_uuid": "e70b33b4-5f10-42d7-b8fd-d997a8b73bb7", "name": "network-vif-deleted", "tag": "2d34697e-72a2-47a0-8579-cf6a6a05b92a"}]}' {{(pid=93280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 14:40:40.749844 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 14:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666546fd-2a57-4143-8e1d-e40b75130e4e x-openstack-request-id: req-666546fd-2a57-4143-8e1d-e40b75130e4e {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 14:40:40.750206 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70b33b4-5f10-42d7-b8fd-d997a8b73bb7", "name": "network-vif-deleted", "tag": "2d34697e-72a2-47a0-8579-cf6a6a05b92a", "status": "completed", "code": 200}]} {{(pid=93280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 14:40:40.750498 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-666546fd-2a57-4143-8e1d-e40b75130e4e {{(pid=93280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 14:40:40.750935 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70b33b4-5f10-42d7-b8fd-d997a8b73bb7', 'name': 'network-vif-deleted', 'tag': '2d34697e-72a2-47a0-8579-cf6a6a05b92a', 'status': 'completed', 'code': 200} Jun 17 14:40:41.325226 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [req-dcdde90e-7ebf-42d3-9c92-26a934d50fab req-211c8134-5a06-402d-80f7-3e92ff8c10e2 tempest-VolumesSnapshotTestJSON-605288582 tempest-VolumesSnapshotTestJSON-605288582-project] 10.222.0.86 "GET /v2.0/ports?device_id=e70b33b4-5f10-42d7-b8fd-d997a8b73bb7 HTTP/1.1" status: 200 len: 210 time: 0.0308855 Jun 17 14:40:43.269179 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-69c583d2-a9e0-4c73-931d-1e04c81fbace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:44.647834 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 2d34697e-72a2-47a0-8579-cf6a6a05b92a no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 14:40:44.666223 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.plugin [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] No Port match for: 2d34697e-72a2-47a0-8579-cf6a6a05b92a {{(pid=93281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 14:40:44.666573 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron.plugins.ml2.rpc [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Device 2d34697e-72a2-47a0-8579-cf6a6a05b92a not bound to the agent host hv-cinder-79628 {{(pid=93281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 14:40:45.708521 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-17999ba5-e2f7-4970-882a-4619898f39d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:45.856204 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:46.885291 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:40:48.742115 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:01.927654 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.wsgi [-] (93279) accepted ('10.222.0.86', 39008) {{(pid=93279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:41:01.970387 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b72141c-509e-48cf-9966-cf2f06d10570 admin admin] Deleting subnet 629156f3-7f4a-4db1-8775-6c650a832ae4 {{(pid=93279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 14:41:01.973341 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6b72141c-509e-48cf-9966-cf2f06d10570 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:02.007362 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6b72141c-509e-48cf-9966-cf2f06d10570 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261297413'] for subnet, precommit_delete_associations {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:02.043268 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6b72141c-509e-48cf-9966-cf2f06d10570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1602239'] for subnet, precommit_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:02.204840 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6b72141c-509e-48cf-9966-cf2f06d10570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1602230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260461771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260647003'] for subnet, after_delete {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:02.207241 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-03b75e5e-dd97-422d-92c6-b278afebc722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:02.235259 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72141c-509e-48cf-9966-cf2f06d10570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=629156f3-7f4a-4db1-8775-6c650a832ae4,revision_number=None']} {{(pid=93279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:02.240628 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron_lib.callbacks.manager [None req-6b72141c-509e-48cf-9966-cf2f06d10570 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:02.242927 dv-cinder-796286-6-smb neutron-server[93279]: INFO neutron.wsgi [None req-6b72141c-509e-48cf-9966-cf2f06d10570 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/629156f3-7f4a-4db1-8775-6c650a832ae4 HTTP/1.1" status: 204 len: 168 time: 0.3138256 Jun 17 14:41:02.245182 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 39010) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:41:02.247320 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72141c-509e-48cf-9966-cf2f06d10570 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.247710 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72141c-509e-48cf-9966-cf2f06d10570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.248090 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72141c-509e-48cf-9966-cf2f06d10570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.248463 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72141c-509e-48cf-9966-cf2f06d10570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.248831 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72141c-509e-48cf-9966-cf2f06d10570 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.249201 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72141c-509e-48cf-9966-cf2f06d10570 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.249602 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72141c-509e-48cf-9966-cf2f06d10570 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.249966 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72141c-509e-48cf-9966-cf2f06d10570 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.250333 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72141c-509e-48cf-9966-cf2f06d10570 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.250696 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72141c-509e-48cf-9966-cf2f06d10570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.251057 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72141c-509e-48cf-9966-cf2f06d10570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.251416 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72141c-509e-48cf-9966-cf2f06d10570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.254551 dv-cinder-796286-6-smb neutron-server[93279]: DEBUG oslo_concurrency.lockutils [None req-6b72141c-509e-48cf-9966-cf2f06d10570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:02.312876 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2004059'] for network, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:02.385768 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1601830', 'neutron.services.segments.db._delete_segments_for_network-8793008842900'] for network, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:02.395070 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.services.segments.db [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3d39e2-41be-4da6-bc5b-512fced1b6f9']}} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:41:02.404361 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.services.segments.db [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563e8b39-1441-4808-a93d-b5ff32b7f769') {'for_net_delete': True} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:41:02.404649 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.services.segments.db [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563e8b39-1441-4808-a93d-b5ff32b7f769') {} {{(pid=93280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 14:41:02.413635 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793008841189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260428086'] for segment, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:02.430837 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:02.436330 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=93280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 14:41:02.436708 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520932'] for segment, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: Traceback (most recent call last): Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: timer() Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: cb(*args, **kw) Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: return func(*args, **kwargs) Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: self._notify() Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: self.callback(batched_events) Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: event.method(event) Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: return f(self, *a, **k) Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: return self._get(url).json() Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: return self.request(url, 'GET', **kwargs) Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 14:41:02.439574 dv-cinder-796286-6-smb neutron-server[93280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 14:41:02.570555 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1601853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-943101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-558932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-970450'] for network, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:02.574270 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-6c8041df-7d65-45b9-998a-8d5e0ab8e7da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:02.578618 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558923'] for network, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:02.578618 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] 10.222.0.86 "DELETE /v2.0/networks/ed3d39e2-41be-4da6-bc5b-512fced1b6f9 HTTP/1.1" status: 204 len: 168 time: 0.3322952 Jun 17 14:41:02.589706 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed3d39e2-41be-4da6-bc5b-512fced1b6f9,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:02.596716 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.597093 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.597556 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.599107 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.599107 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.599458 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.599816 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.600168 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.600524 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.600873 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.601223 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.601599 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-6-smb {{(pid=93280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 14:41:02.604593 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-9d562a6e-87cc-4316-a74e-e89f57879d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:02.908072 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 39014) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:41:02.950764 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-1084ab7a-b189-48e1-8b88-862f6f818445 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f3c54becc42f47bebd10509975cf3b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414271 Jun 17 14:41:02.953047 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.wsgi [-] (93280) accepted ('10.222.0.86', 39016) {{(pid=93280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 14:41:02.999660 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9e8839b9-5bfa-4a9a-82de-e59525d6bbbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:03.024882 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9e8839b9-5bfa-4a9a-82de-e59525d6bbbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:03.141546 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9e8839b9-5bfa-4a9a-82de-e59525d6bbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-943018'] for security_group, after_delete {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:03.144176 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron_lib.callbacks.manager [None req-9e8839b9-5bfa-4a9a-82de-e59525d6bbbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:03.145976 dv-cinder-796286-6-smb neutron-server[93280]: INFO neutron.wsgi [None req-9e8839b9-5bfa-4a9a-82de-e59525d6bbbf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1edcab7d-a939-4c2b-98a7-9b3fb206d384 HTTP/1.1" status: 204 len: 168 time: 0.1920056 Jun 17 14:41:03.146729 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-f4ac0595-5fc1-4970-b908-a404ccfa6e2b tempest-TestShelveInstance-1859453830 tempest-TestShelveInstance-1859453830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 14:41:03.154047 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8839b9-5bfa-4a9a-82de-e59525d6bbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edcab7d-a939-4c2b-98a7-9b3fb206d384,revision_number=None']} {{(pid=93280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 14:41:03.156369 dv-cinder-796286-6-smb neutron-server[93280]: DEBUG oslo_concurrency.lockutils [None req-9e8839b9-5bfa-4a9a-82de-e59525d6bbbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 14:41:05.415762 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:08.308757 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:41:13.255993 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7b1bde4f-fd4a-49a3-90c2-4bb6ecce3add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:15.707887 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9885d2fd-b889-437b-85a8-fbfee089108a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:16.051003 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:16.912007 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:18.746800 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:35.432017 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:43.254415 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-f051d8e3-901e-4874-b922-44b5f0a7ae92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:45.307611 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:41:45.716621 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-4e23dcee-9984-4a0e-87cb-7629b0469f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:45.814416 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:46.893401 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:41:48.762764 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:05.442330 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:13.236697 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-fb676b53-3843-4ad9-9efb-7cc6c4fa5ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:15.704858 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-dc99b480-d64f-40cc-b187-65140244e3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:15.830445 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:16.876401 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:18.745039 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:22.306099 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:42:35.458597 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:43.274437 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-ef974690-02af-485b-91a8-a3dbb9555e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.680907 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d95799e2-1f89-44c5-8054-6a652317f171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:45.812931 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:46.931654 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:48.738102 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:42:59.304343 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:43:05.474905 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:13.257359 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-a3c0a086-77ed-411e-b794-d6fbdf2b9523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:15.690313 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-fed70600-a9c3-4239-b0d7-cc9fc7c3221e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:15.822829 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:16.908474 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:18.736905 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:35.479913 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:36.303820 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:43:43.250591 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-56e26670-8b97-4f91-a7a5-187704af242b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:45.702185 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-23cb5965-620f-4aaa-a77f-f5736fdbaf04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:45.820691 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:46.913335 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:43:48.774794 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:05.478259 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:13.260765 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-20a07c0f-9287-4fa3-9374-d073d5750fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:13.305734 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:44:15.695111 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-df6ce251-cc65-4115-9d50-39ab2a7abf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:15.821057 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:16.912104 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:18.826723 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:35.488905 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:43.259986 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-0172f41c-9b91-4ef8-9a9c-6b0abc4ec7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:45.698425 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-3e12bf7e-a9ef-4d0e-a5be-e6388425f5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:45.818331 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:46.909608 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:48.779832 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:44:50.305267 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:45:05.503425 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:13.264956 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-7743060b-44da-4dad-89e0-e49b9cd02bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:15.750893 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9bd43770-0256-423e-b28f-7b7586055cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:15.830397 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:16.977122 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:18.782570 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:27.303386 dv-cinder-796286-6-smb neutron-server[93282]: DEBUG neutron.db.agents_db [None req-ab2ad889-d90d-4740-beaf-836c66a20f18 None None] Agent healthcheck: found 6 active agents {{(pid=93282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 14:45:35.527290 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-e89091c9-1920-4b9e-b3ca-4f61f2be9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:43.304008 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-aac5ce22-1960-4eb2-add6-c1110484d7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:45.715472 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-5c2a308a-45e3-45d8-aa75-7bd910a45f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:45.822537 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-d2e29070-1353-46ce-bde3-41f32df5af8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:46.920979 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-9a9d69b3-1695-476b-89e1-98c8fe72ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 14:45:48.772337 dv-cinder-796286-6-smb neutron-server[93281]: DEBUG neutron_lib.callbacks.manager [None req-243ca6f0-645e-4a33-94ee-ccd054917571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793008842882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605368'] for agent, after_update {{(pid=93281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}